-- Logs begin at Wed 2021-12-15 15:29:00 UTC, end at Wed 2021-12-15 16:24:45 UTC. -- Dec 15 15:59:17.997777 dv-cinder-800703-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 15:59:20.792232 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.common.config [-] Logging enabled! Dec 15 15:59:20.792823 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 15:59:20.793016 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 15:59:20.796259 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.common.config [-] Logging enabled! Dec 15 15:59:20.796522 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 15:59:20.796835 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 15:59:20.797761 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 15:59:20.797998 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 15:59:20.798391 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 15:59:20.798641 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 15:59:20.798869 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 15:59:20.799191 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.799612 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 15:59:20.799925 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.800219 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.800512 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.800812 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.801102 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.801645 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.801935 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.802261 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.802549 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.802831 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.803113 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.803428 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.803710 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.803999 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.804287 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.804567 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] debug = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.804848 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.805283 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.805693 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.805975 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.806453 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.806554 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.806831 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.807105 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.807390 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.807715 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] host = dv-cinder-800703-3-iscsi {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.807993 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.808278 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.808563 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.808848 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.809119 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.809396 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.809681 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.809998 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.810258 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.810533 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.810821 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.811109 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.811398 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.811621 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.811842 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.812128 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.812412 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.812686 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.812960 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.813232 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.813505 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.813777 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.814044 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.814358 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.814638 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.814923 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.815197 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.815472 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.815740 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.816009 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.816295 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.816566 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.816840 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.817113 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.817400 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.817666 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.817938 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.818260 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.818546 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.818828 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.819635 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.819912 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.820196 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.820468 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.820739 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.821009 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_json = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.821282 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.821549 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.821828 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.822099 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.822394 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.822667 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.822938 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.823223 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:20.823519 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.823817 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.824116 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.824399 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.824702 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.824982 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.825273 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.825550 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.825839 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.826127 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.826436 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.826714 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.827005 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.827282 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.827578 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.827879 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.828175 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.828467 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.828743 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.829016 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.829290 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.829565 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.829853 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.830131 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.830442 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.830731 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.831011 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.831312 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.831601 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.831894 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.832185 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.832462 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.832741 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.833029 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.833309 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.833582 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.833860 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.834148 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.834446 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.835281 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.835564 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.835842 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.836116 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.836389 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.836666 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.836963 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.837239 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.837510 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.837782 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.838057 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.838350 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.838634 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.838908 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.839180 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.839451 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.839729 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.839999 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.840269 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.840545 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.840816 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.841094 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.841364 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.841637 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.841909 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.842206 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.842480 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.842753 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.843023 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.843298 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.843567 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.843837 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.844110 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.844381 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.844654 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.844939 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.845238 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.845519 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.845802 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.846083 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.846387 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.846667 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.846952 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.847232 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.847513 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.847790 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.848084 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.848370 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.848658 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.848944 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.849250 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.849545 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.849826 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.850112 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.850933 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.851240 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.851539 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.851826 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.852124 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.852420 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.852717 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.853012 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.853306 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.853588 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.853894 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.854199 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:20.854420 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 15:59:20.854658 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102441) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 15:59:21.277813 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 15:59:21.278094 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 15:59:21.278430 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 15:59:21.278769 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 15:59:21.606701 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.606992 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.607274 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.608572 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.608847 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.609114 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.655530 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.655810 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.656081 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.670258 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.670541 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.670811 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.699690 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.699975 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.700247 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.737753 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.738037 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:21.738331 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.074102 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.074760 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.074760 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.074958 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.075619 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.174474 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.174796 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.175080 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.175353 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.175621 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.175931 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.176193 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.176718 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.176972 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.177253 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.177514 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.177779 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.178036 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.178337 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.178599 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.178865 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.179121 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.179388 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.179662 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.179949 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.180197 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.180451 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.180731 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.181107 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.181357 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.181602 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.181995 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 15:59:22.182263 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 15:59:22.182502 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 15:59:22.182736 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 15:59:22.182969 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 15:59:22.183201 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 15:59:22.183568 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 15:59:22.188222 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 15:59:22.194805 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 15:59:22.199972 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 15 15:59:22.201601 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 15:59:22.202054 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 15:59:22.202412 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 15:59:22.202800 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 15:59:22.205644 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 15:59:22.205899 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 15:59:22.206276 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 15:59:22.212146 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 15:59:22.235687 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 15:59:22.236145 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.236447 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102441) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 15:59:22.236808 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.238237 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102441) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 15:59:22.238526 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 15:59:22.238777 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 15:59:22.242009 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.242320 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.305691 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 15:59:22.305934 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 15:59:22.306191 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 15:59:22.306567 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 15:59:22.328062 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_db.sqlalchemy.engines [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102441) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 15:59:22.757232 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Initializing driver for type 'gre' Dec 15 15:59:22.757744 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] gre ID ranges: [(1, 1000)] Dec 15 15:59:22.806934 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Initializing driver for type 'local' Dec 15 15:59:22.807266 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Initializing driver for type 'vlan' Dec 15 15:59:22.821330 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] VlanTypeDriver initialization complete Dec 15 15:59:22.821738 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Initializing driver for type 'vxlan' Dec 15 15:59:22.822283 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] vxlan ID ranges: [(1, 1000)] Dec 15 15:59:22.872296 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Initializing extension driver 'port_security' Dec 15 15:59:22.872670 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.extensions.port_security [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] PortSecurityExtensionDriver initialization complete Dec 15 15:59:22.872978 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Initializing mechanism driver 'openvswitch' Dec 15 15:59:22.873372 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Initializing mechanism driver 'hyperv' Dec 15 15:59:22.879962 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:59:22.880805 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > port after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.881184 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.881615 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > port after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.883986 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 15:59:22.884436 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > subnet after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.884798 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > subnet after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.885153 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.885563 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 15:59:22.885974 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > network after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.886351 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > network after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.886702 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > network after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.887104 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 15:59:22.887513 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > security_group after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.887865 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > security_group after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.888209 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.888614 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 15:59:22.889026 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.889377 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.889720 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.890124 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 15:59:22.890551 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > address_group after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.890898 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > address_group after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.891245 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.891647 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 15:59:22.892029 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] ML2 OVO RPC backend initialized. {{(pid=102441) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 15:59:22.892738 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.893099 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.893516 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > network before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.893867 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > networks before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.894242 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > port before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.894589 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > ports before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.894934 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > subnet before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.895276 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > subnets before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.895626 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > network after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.895970 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > network after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.896308 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > network after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.896650 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > port after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.897011 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.897350 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > port after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.897688 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > subnet after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.898026 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > subnet after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.898393 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.898979 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.plugin [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Modular L2 Plugin initialization complete Dec 15 15:59:22.899310 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading services supported by the core plugin {{(pid=102441) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 15:59:22.899638 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Got port-security extension from driver 'port_security' Dec 15 15:59:22.900101 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.extensions.vlantransparent [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Disabled vlantransparent extension. Dec 15 15:59:22.900584 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102441) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 15:59:22.900899 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading Plugin: router Dec 15 15:59:22.937314 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.937709 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router after_create 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.938081 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router before_create 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.938471 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.938848 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.939205 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router after_delete 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.939565 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.940042 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.940408 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router after_create 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.940758 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router after_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.941111 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router after_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.941461 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.941827 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router after_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.942269 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router precommit_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.942640 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.942979 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: port after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.943318 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: subnet after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.943656 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.944666 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.945016 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router precommit_create 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.945361 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: port before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.945703 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router precommit_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.946061 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router after_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.946428 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.946782 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router precommit_create 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.947144 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.947487 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router precommit_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.947853 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > agent after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.948205 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > agent after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.948552 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > network after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.949412 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Tracking information for resource: router configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 15:59:22.949744 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Tracking information for resource: floatingip configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 15:59:22.954667 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.db.l3_agentschedulers_db [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 15:59:22.955249 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.955617 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: port after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.955972 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: port after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.956324 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.957113 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router before_create 55550100 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.957482 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.957847 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router precommit_create 55550100 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.958230 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > router precommit_update 55550100 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.963097 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.services.provider_configuration [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service providers = [] {{(pid=102441) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 15:59:22.963463 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.db.servicetype_db [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102441) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 15:59:22.966431 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.services.service_base [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 15:59:22.966781 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.services.service_base [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 15:59:22.967122 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.services.service_base [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 15:59:22.968021 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.services.service_base [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 15:59:22.968391 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.services.service_base [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 15:59:22.968761 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 15:59:22.969077 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 15:59:22.980300 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 15:59:22.980637 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading Plugin: auto_allocate Dec 15 15:59:22.986416 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: network precommit_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.986789 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: network precommit_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:22.987302 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 15:59:22.987627 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading Plugin: tag Dec 15 15:59:22.994970 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 15:59:22.995303 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading Plugin: timestamp Dec 15 15:59:22.999151 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 15:59:22.999482 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading Plugin: network_ip_availability Dec 15 15:59:23.004918 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:23.005292 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:23.005653 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:23.006412 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 15:59:23.006737 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading Plugin: flavors Dec 15 15:59:23.011852 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 15:59:23.012132 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading Plugin: revisions Dec 15 15:59:23.016464 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 15:59:23.016855 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.738s {{(pid=102441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 15:59:23.017603 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102441) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 15:59:23.017944 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Initializing extension manager. Dec 15 15:59:23.018495 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: __init__.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.018841 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: __pycache__ {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.019179 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.019515 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: address_group.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.020262 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.020829 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: address-group Dec 15 15:59:23.021156 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: address_scope.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.021873 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.022439 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: address-scope Dec 15 15:59:23.022767 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.023691 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.024198 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: router-admin-state-down-before-update Dec 15 15:59:23.024520 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: agent.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.025222 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.025725 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: agent Dec 15 15:59:23.026049 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: agent_resources_synced.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.026995 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.027502 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: agent-resources-synced Dec 15 15:59:23.027826 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: allowedaddresspairs.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.029606 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.030123 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: allowed-address-pairs Dec 15 15:59:23.030480 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: auto_allocated_topology.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.031561 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.032073 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: auto-allocated-topology Dec 15 15:59:23.032399 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: availability_zone.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.033086 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.033590 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: availability_zone Dec 15 15:59:23.033912 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: availability_zone_filter.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.034845 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.035351 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: availability_zone_filter Dec 15 15:59:23.035674 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: data_plane_status.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.036583 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.037081 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 15:59:23.037404 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: default_subnetpools.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.038863 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.039366 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: default-subnetpools Dec 15 15:59:23.039689 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.040491 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.040994 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: dhcp_agent_scheduler Dec 15 15:59:23.041317 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: dns.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.042273 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.042777 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension dns-integration not supported by any of loaded plugins Dec 15 15:59:23.043101 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: dns_domain_ports.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.044019 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.044525 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 15:59:23.044853 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.045777 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.046311 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 15:59:23.046640 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: dvr.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.047314 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.047818 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: dvr Dec 15 15:59:23.048141 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: ecmp_routes.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.049059 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.049562 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 15:59:23.049887 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: empty_string_filtering.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.050831 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.051600 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: empty-string-filtering Dec 15 15:59:23.051925 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.052834 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.053944 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 15:59:23.054307 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.055227 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.055731 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 15:59:23.056055 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: external_net.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.056974 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.057482 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: external-net Dec 15 15:59:23.057807 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.058744 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.059247 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: extra_dhcp_opt Dec 15 15:59:23.059570 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: extraroute.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.060472 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.060985 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: extraroute Dec 15 15:59:23.061307 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: extraroute_atomic.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.063806 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.064330 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: extraroute-atomic Dec 15 15:59:23.064661 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: filter_validation.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.065336 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.065844 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: filter-validation Dec 15 15:59:23.066190 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: fip_pf_description.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.067120 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.067624 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 15:59:23.067952 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: fip_port_details.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.068905 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.069412 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: fip-port-details Dec 15 15:59:23.069736 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: flavors.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.071023 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.071541 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: flavors Dec 15 15:59:23.071869 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.073545 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.074064 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 15:59:23.074499 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: floatingip_pools.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.075201 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.075710 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: floatingip-pools Dec 15 15:59:23.076037 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: ip_allocation.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.076965 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.077468 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 15:59:23.077793 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.078750 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.079263 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: ip-substring-filtering Dec 15 15:59:23.079586 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: l2_adjacency.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.080503 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.081008 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 15:59:23.081329 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: l3.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.082318 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.082833 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: router Dec 15 15:59:23.083157 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.085471 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.086002 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 15:59:23.086363 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.087302 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.087816 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: ext-gw-mode Dec 15 15:59:23.088142 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.089065 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.089573 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: l3-ha Dec 15 15:59:23.089899 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: l3_flavors.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.090847 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.091358 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: l3-flavors Dec 15 15:59:23.091681 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.092596 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.093101 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 15:59:23.093425 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: l3agentscheduler.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.094484 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.094993 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: l3_agent_scheduler Dec 15 15:59:23.095320 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: local_ip.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.097071 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.097591 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension local_ip not supported by any of loaded plugins Dec 15 15:59:23.097926 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: logging.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.099438 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.099959 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension logging not supported by any of loaded plugins Dec 15 15:59:23.100811 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: metering.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.101684 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.102292 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: metering Dec 15 15:59:23.102624 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.103716 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.104229 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: metering_source_and_destination_fields Dec 15 15:59:23.104557 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: multiprovidernet.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.105482 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.105990 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: multi-provider Dec 15 15:59:23.106350 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: netmtu.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.107263 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.107771 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: net-mtu Dec 15 15:59:23.108093 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: netmtu_writable.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.109013 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.109517 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: net-mtu-writable Dec 15 15:59:23.109839 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: network_availability_zone.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.110547 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.111058 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: network_availability_zone Dec 15 15:59:23.111378 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: network_ip_availability.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.112484 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.113000 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: network-ip-availability Dec 15 15:59:23.113325 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: network_segment_range.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.114085 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.114614 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 15:59:23.114937 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: pagination.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.116512 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.116843 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: pagination Dec 15 15:59:23.117165 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: port_device_profile.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.118088 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.118627 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: port-device-profile Dec 15 15:59:23.118950 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.119868 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.120370 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: port-mac-address-regenerate Dec 15 15:59:23.120692 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.121615 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.122116 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: port-numa-affinity-policy Dec 15 15:59:23.122462 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: port_resource_request.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.123382 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.123879 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 15:59:23.124197 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: port_resource_request_groups.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.125172 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.125672 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 15:59:23.125996 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: portbindings.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.126954 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.127454 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: binding Dec 15 15:59:23.127775 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: portbindings_extended.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.129057 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.129568 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: binding-extended Dec 15 15:59:23.129896 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: portsecurity.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.130833 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.131372 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: port-security Dec 15 15:59:23.131702 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: project_id.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.132688 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.133019 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: project-id Dec 15 15:59:23.133340 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: providernet.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.134302 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.134806 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: provider Dec 15 15:59:23.135128 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.138729 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.139251 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension qos not supported by any of loaded plugins Dec 15 15:59:23.139584 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.140830 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.141352 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 15:59:23.141684 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.142636 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.143147 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 15:59:23.143476 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos_default.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.144387 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.144896 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension qos-default not supported by any of loaded plugins Dec 15 15:59:23.145223 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos_fip.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.145878 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.146412 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension qos-fip not supported by any of loaded plugins Dec 15 15:59:23.146736 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.147751 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 15:59:23.148084 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos_gateway_ip.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.149000 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.149508 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 15:59:23.149837 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos_port_network_policy.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.150801 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.151314 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 15:59:23.151637 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.152797 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.153305 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 15:59:23.153632 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos_pps_rule.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.154848 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.155363 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension qos-pps not supported by any of loaded plugins Dec 15 15:59:23.155689 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos_rule_type_details.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.156601 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.157108 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 15:59:23.157434 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: qos_rules_alias.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.158503 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.159011 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 15:59:23.159336 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: quota_check_limit.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.160246 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.160756 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: quota-check-limit Dec 15 15:59:23.161095 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: quotasv2.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.162015 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.162368 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: quotas Dec 15 15:59:23.163335 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: quotasv2_detail.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.166512 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.166859 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: quota_details Dec 15 15:59:23.167192 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: rbac.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.168265 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.168792 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: rbac-policies Dec 15 15:59:23.169123 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: rbac_address_group.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.170066 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.170691 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: rbac-address-group Dec 15 15:59:23.171019 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: rbac_address_scope.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.171962 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.172476 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: rbac-address-scope Dec 15 15:59:23.172801 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: rbac_security_groups.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.173723 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.174265 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: rbac-security-groups Dec 15 15:59:23.174590 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: rbac_subnetpool.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.175508 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.176018 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: rbac-subnetpool Dec 15 15:59:23.176607 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: revisionifmatch.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.177530 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.178038 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: revision-if-match Dec 15 15:59:23.179009 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: revisions.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.180134 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.180643 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: standard-attr-revisions Dec 15 15:59:23.180973 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: router_availability_zone.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.181655 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.182186 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: router_availability_zone Dec 15 15:59:23.182506 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: routerservicetype.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.183430 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.183935 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension router-service-type not supported by any of loaded plugins Dec 15 15:59:23.184263 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.185258 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.185768 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: security-groups-normalized-cidr Dec 15 15:59:23.186094 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.187044 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.187554 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: port-security-groups-filtering Dec 15 15:59:23.187879 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.188800 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.189307 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: security-groups-remote-address-group Dec 15 15:59:23.189633 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.190601 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.191112 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: security-groups-shared-filtering Dec 15 15:59:23.191436 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.192021 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 15:59:23.192346 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: securitygroup.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.202081 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.202635 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: security-group Dec 15 15:59:23.202973 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: segment.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.203771 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.204284 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension segment not supported by any of loaded plugins Dec 15 15:59:23.204616 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.205556 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.206064 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 15:59:23.206425 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: servicetype.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.207528 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.208048 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: service-type Dec 15 15:59:23.208380 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: sorting.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.209366 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.209725 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: sorting Dec 15 15:59:23.210049 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: standard_attr_segment.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.210993 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.211509 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 15:59:23.211839 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: standardattrdescription.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.212492 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.213006 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: standard-attr-description Dec 15 15:59:23.213330 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: stateful_security_group.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.214297 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.214815 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: stateful-security-group Dec 15 15:59:23.215142 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: stdattrs_common.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.215710 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 15:59:23.216032 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.216982 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.217493 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 15:59:23.217818 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: subnet_onboard.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.218946 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.219458 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: subnet_onboard Dec 15 15:59:23.219780 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.220713 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.221218 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 15:59:23.221540 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: subnet_service_types.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.222498 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.223008 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: subnet-service-types Dec 15 15:59:23.223330 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: subnetallocation.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.224431 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.224938 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: subnet_allocation Dec 15 15:59:23.225785 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.226482 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.226996 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: subnetpool-prefix-ops Dec 15 15:59:23.227319 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.228270 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.228776 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 15:59:23.229097 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: tagging.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.230175 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.230695 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: standard-attr-tag Dec 15 15:59:23.231028 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: timestamp.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.232244 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.232757 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loaded extension: standard-attr-timestamp Dec 15 15:59:23.233086 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: trunk.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.234131 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.234674 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension trunk not supported by any of loaded plugins Dec 15 15:59:23.235002 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: trunk_details.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.235927 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.236437 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension trunk-details not supported by any of loaded plugins Dec 15 15:59:23.236764 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: uplink_status_propagation.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.237686 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.238224 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 15:59:23.238551 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Loading extension file: vlantransparent.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 15:59:23.239222 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 15:59:23.239725 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 15:59:23.242877 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:network Dec 15 15:59:23.243410 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:subnet Dec 15 15:59:23.243820 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 15:59:23.244215 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:port Dec 15 15:59:23.245474 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.245921 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service FLAVORS assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.246565 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.246998 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.247328 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:router Dec 15 15:59:23.247761 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 15:59:23.248250 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service METERING assigned prefix: /metering {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.249676 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:23.250049 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:23.250435 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 15:59:23.251428 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 15:59:23.251881 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:security_group Dec 15 15:59:23.252325 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 15:59:23.252938 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service CORE assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.253269 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 15:59:23.253614 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] subnetpool is already registered Dec 15 15:59:23.254047 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service CORE assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.254406 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 15:59:23.254738 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] subnetpool is already registered Dec 15 15:59:23.257017 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.257455 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service FLAVORS assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.258052 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.258619 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.258841 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:router Dec 15 15:59:23.259198 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] router is already registered Dec 15 15:59:23.259600 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 15:59:23.259938 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] floatingip is already registered Dec 15 15:59:23.260412 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service METERING assigned prefix: /metering {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.261084 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 15:59:23.261471 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] rbac_policy is already registered Dec 15 15:59:23.261819 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:security_group Dec 15 15:59:23.262206 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] security_group is already registered Dec 15 15:59:23.262609 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 15:59:23.262920 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] security_group_rule is already registered Dec 15 15:59:23.263576 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service CORE assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.263877 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 15:59:23.264216 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] subnetpool is already registered Dec 15 15:59:23.264702 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Service CORE assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 15:59:23.264996 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 15:59:23.265306 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] subnetpool is already registered Dec 15 15:59:23.265826 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: extensions {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.267325 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: address-groups {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.269003 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: address-scopes {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.270351 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: agents {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.271574 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: auto-allocated-topology {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.273046 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: availability_zones {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.274492 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: dhcp-networks {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.276009 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: dhcp-agents {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.277530 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: routers {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.279933 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: flavors {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.281097 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: service_profiles {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.282319 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: next_providers {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.283775 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: service_profiles {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.286352 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: floatingip-pools {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.288094 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: routers {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.290217 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: floatingips {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.291498 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: l3-routers {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.292898 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: l3-agents {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.294457 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: metering-labels {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.295821 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: metering-label-rules {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.297096 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: network-ip-availabilities {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.298374 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: bindings {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.300010 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: quotas {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.301864 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: quotas {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.304057 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: rbac-policies {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.305349 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: security-groups {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.306612 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: security-group-rules {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.307831 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: service-providers {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.309050 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: subnetpools {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.310499 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: subnetpools {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.311944 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.313610 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.315455 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.317230 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.319061 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.320911 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.322616 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.324529 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.326322 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.328141 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 15:59:23.334203 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING keystonemiddleware.auth_token [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 15:59:23.338975 dv-cinder-800703-3-iscsi neutron-server[102441]: WARNING keystonemiddleware.auth_token [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 15:59:23.347660 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Acquired lock "singleton_lock" {{(pid=102441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 15:59:23.348136 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Releasing lock "singleton_lock" {{(pid=102441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 15:59:23.348774 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO oslo_service.service [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Starting 2 workers Dec 15 15:59:23.354120 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Started child 102582 {{(pid=102441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 15:59:23.358570 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Started child 102583 {{(pid=102441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 15:59:23.359706 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:23.360340 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO neutron.service [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 15:59:23.360797 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Publish callbacks [] for process, before_spawn {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:23.361206 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [-] (102582) wsgi starting up on http://0.0.0.0:9696 Dec 15 15:59:23.363254 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO oslo_service.service [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Starting 1 workers Dec 15 15:59:23.363450 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:23.364815 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [-] (102583) wsgi starting up on http://0.0.0.0:9696 Dec 15 15:59:23.369039 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Started child 102584 {{(pid=102441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 15:59:23.369594 dv-cinder-800703-3-iscsi neutron-server[102441]: INFO oslo_service.service [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Starting 1 workers Dec 15 15:59:23.372901 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.service [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] calling RpcWorker wait() {{(pid=102584) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 15:59:23.373432 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.service [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] returning from RpcWorker wait() {{(pid=102584) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 15:59:23.374063 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Started child 102585 {{(pid=102441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 15:59:23.374836 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:23.374935 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-aecdbd57-1d1e-464a-bb89-fcbb28ebf986 None None] Publish callbacks [] for process, after_spawn {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:23.375359 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:59:23.376800 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 15:59:23.377008 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 15:59:23.377201 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 15:59:23.377423 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 15:59:23.377776 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 15:59:23.377961 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 15:59:23.378479 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.378766 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.379021 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.379152 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:23.379643 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.379643 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.380171 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.380442 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.380699 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.380979 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.381232 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.381448 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.381618 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.381881 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.382135 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.382491 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.382763 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.383005 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.383264 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.383440 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.383715 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.383979 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.384207 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.384498 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] debug = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.384741 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.385218 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.385449 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.385695 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.385917 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.386217 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.386466 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.386752 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.386984 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.387381 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.387622 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.387883 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.388131 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.388361 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.388590 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.388811 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.389080 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.389304 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.389775 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] host = dv-cinder-800703-3-iscsi {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.389996 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.390277 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.390526 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.390775 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.391018 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.391253 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.391505 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.391745 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.391970 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.392191 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.392428 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.392686 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.392932 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.393186 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.393353 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_options = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.393584 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.393854 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.394113 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.394337 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.394553 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.394686 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.394933 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.395097 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.395338 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.395553 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.395822 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.395997 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.396236 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.396472 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.396740 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.397506 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.397726 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.397937 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.398201 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.398456 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.398683 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.398929 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.399162 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.399409 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.399644 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.399876 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.400106 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.400322 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.400548 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.400784 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.401041 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.401289 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.401513 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.401759 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.402032 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.402308 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.402537 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.402771 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.403043 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.403270 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.403528 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.403786 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.404007 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.404254 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.404486 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.404700 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.404932 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_json = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.405161 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.405399 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.405652 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.405944 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.406077 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.406314 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.406529 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.406777 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.407203 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.407615 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.407815 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.408084 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.408320 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.408654 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.408899 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.409252 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.409573 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:59:23.409703 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.409846 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.410199 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.410438 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.410727 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.410951 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.411226 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.411545 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.411788 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.412078 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.412477 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.413413 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.413771 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.414026 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.414327 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.414555 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.414797 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.415262 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.415530 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.415877 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.416127 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.416459 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.416753 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.417076 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.417439 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.417877 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.418018 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.418241 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.419149 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.419149 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.419149 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.419480 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.419480 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.420174 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.420174 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.420174 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.420469 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.421112 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.421112 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.421112 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.421429 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.421708 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.422788 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.422788 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.422788 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.422788 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.423110 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.423188 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.423614 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.424875 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.424875 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.424875 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.424875 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.424875 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.425696 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.425696 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.425696 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.425696 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.428676 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.428676 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.428676 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.428676 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.428676 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.428676 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.428676 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.428676 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.428676 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.429205 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.429205 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.429205 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.429205 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.429205 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.429522 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.429708 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.429927 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.430176 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.430423 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.430687 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.430905 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.431111 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.431600 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.431961 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.432326 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.432609 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.433062 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.433460 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.433859 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.434083 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.434363 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.434584 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.434842 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.435066 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.435302 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.435515 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.435765 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.436004 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.436255 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.436512 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.436750 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.437032 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.437260 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.437485 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.437700 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.438102 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.438513 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.438802 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.439041 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.439314 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.439550 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.439817 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.440104 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.440355 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.440626 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.440845 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.441105 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.441406 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.441662 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.441915 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.442149 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.442415 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.442676 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.442915 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.443181 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.443518 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.443858 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.444126 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.444391 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.444639 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.444852 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.445095 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.445416 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.445645 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.445877 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.446110 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.446404 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.446639 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.446888 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.447151 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.447398 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.447632 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.447878 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.448107 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.448320 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.448551 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.448776 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.449007 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.449238 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.449449 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.449666 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.449877 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.450089 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.450377 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.450628 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.450794 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.451004 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.451224 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.452203 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.452203 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.452203 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.452203 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.452528 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.452528 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.452735 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.452950 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.453183 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.453415 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.453630 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.453887 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.454129 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.454385 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.454611 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.454855 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.455114 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.455365 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.455556 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.455774 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.455981 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.456195 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.456427 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.456634 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.456863 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.457089 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.457299 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.457565 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.457814 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.458175 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.458435 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.458669 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.458903 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.459112 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.459994 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.460378 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.460688 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.460932 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.461130 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.461346 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.461624 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.461980 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.462272 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.462637 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.462862 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.463073 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.463551 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.463764 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.464054 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.464307 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.464535 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.464796 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.465187 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.465570 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.465817 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.466028 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.466271 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.466497 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.466933 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.467683 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.467907 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.468133 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.468341 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.468560 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.468774 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.469005 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.469408 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.469644 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.469856 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.470099 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.470341 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.470570 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.470809 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.471021 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.471249 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.471467 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.471685 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.471890 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.472112 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.472317 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.472522 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.472755 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.472973 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.473177 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.473473 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.473733 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.473952 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.474263 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.474509 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.474766 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.474982 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.475920 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.476131 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.476384 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.476615 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.476875 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.477111 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.477369 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.477686 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.477973 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.478252 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.478503 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.478777 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.479043 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.479302 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.479512 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.479804 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.480145 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.480436 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.480693 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.480949 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.481210 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.481432 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.481641 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.482086 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.482347 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.482562 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.482800 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.483029 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.483248 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.483622 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.483869 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.484086 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.484328 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.484555 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.484774 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.484986 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.485145 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 15:59:23.485678 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 15:59:23.485842 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 15:59:23.485996 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 15:59:23.486188 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 15:59:23.486354 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 15:59:23.486507 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 15:59:23.486713 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.486877 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.487035 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.487199 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.487356 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.487533 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.487691 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.487849 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.488006 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.488163 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.488319 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.488476 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.488632 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.488788 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.488945 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.489099 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.489255 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.489411 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.489571 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.489727 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.489882 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.490039 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.490215 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] debug = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.490375 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.490574 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.490761 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.490919 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.491076 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.491232 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.491388 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.491548 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.491707 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.491860 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.492016 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.492172 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.492327 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.492484 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.492641 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.492797 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.492952 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.493108 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.493264 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] host = dv-cinder-800703-3-iscsi {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.493802 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.493970 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.494196 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.494354 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.494510 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.494667 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.494822 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.494979 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.495134 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.495290 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.495446 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.495603 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.495760 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.495940 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.496076 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_options = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.496231 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.496552 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.496552 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.497089 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.497089 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.497257 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.497375 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.497531 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.497688 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.497844 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.498238 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.498238 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.498382 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.498468 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.498623 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.498777 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.498933 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.499087 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.499243 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.499578 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.499578 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.499713 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.499838 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.499994 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.500148 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.500304 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.500459 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.500614 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.500767 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.500923 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.501079 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.501235 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.501392 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.501551 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.501773 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.501912 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.501994 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.502137 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.502319 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.502475 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.502632 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.502788 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.502943 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.503182 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.503494 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.503494 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.503698 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_json = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.503698 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.503828 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.503971 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.504126 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.504282 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.504437 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.504592 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.504748 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 15:59:23.504949 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.505166 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.505304 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.505392 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.505530 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.505688 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.505848 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.506007 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.506180 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.506375 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.506542 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.506702 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.506872 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.507032 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.507193 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.507354 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.507512 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.507670 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.507832 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.507991 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.508148 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.508307 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.508475 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.508634 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.508791 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.508948 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.509106 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.509272 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.509432 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.509606 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.509764 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.509923 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.510081 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.510261 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.510424 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.510580 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.510739 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.510899 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.511059 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.511218 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.511382 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.511538 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.511696 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.511853 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.512015 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.512170 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.512360 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.512509 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.512647 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.512793 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.512926 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.513054 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.513205 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.513363 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.513507 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.513670 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.513828 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.513996 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.514173 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.514332 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.514491 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.514649 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.514807 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.514964 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.515121 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.515279 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.515438 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.515598 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.515768 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.515927 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.516085 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.516243 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.516401 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.516554 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:59:23.516635 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.516703 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.516858 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.517016 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.517178 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.517338 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.517495 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.517654 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.517812 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.518058 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.518208 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.518294 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.518444 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.518601 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.518760 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.518919 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.519077 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.519234 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.519400 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.519560 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.519719 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.519875 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.520034 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.520191 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.520349 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.520508 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.520666 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.520823 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.520981 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.521138 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.521294 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.521453 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.521626 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.521769 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.522498 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.522616 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.522773 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.522931 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.523088 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.523245 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.523404 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.523561 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.523719 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.523876 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.524033 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.524200 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.524359 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.524521 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.524677 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.524841 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.525008 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.525167 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.525325 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.525482 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.525640 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.525800 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.525959 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.526118 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.526297 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.526455 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.526614 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.526783 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.526941 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.527100 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.527258 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.527499 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.527974 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.528188 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.528355 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.528513 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.528673 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.528832 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.528989 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.529149 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.529307 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.529467 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.529625 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.529784 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.529942 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.530101 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.530281 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.530441 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.530601 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.531056 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.531146 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.531285 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.531447 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.531605 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.531763 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.531923 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.532082 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.532240 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.532399 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.532604 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.532702 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.532861 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.533015 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.533325 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.533485 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.533642 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.533799 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.533957 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.534119 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.534301 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.534462 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.534622 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.534782 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.534942 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.535101 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.535261 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.535617 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.535617 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.535776 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.535854 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.536018 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.536177 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.536336 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.536497 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.536655 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.536812 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.536985 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.537144 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.537302 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.537460 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.538232 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.538396 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.538554 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.538712 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.538869 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.539026 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.539184 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.539344 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.539505 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.539664 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.539823 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.539983 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.540140 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.540299 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.540458 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.540627 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.540787 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.540945 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.541107 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.541266 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.541424 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.541591 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.541751 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.541908 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.542065 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.542241 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.542403 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.542570 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.542732 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.542893 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.543047 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.543205 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.543362 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.543528 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.543686 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.543844 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.544001 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.544158 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.544316 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.544482 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.544640 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.544797 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.544955 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.545112 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.545270 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.545436 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.545738 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.545738 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.545885 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.546043 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.546249 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.546388 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.546548 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.546740 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.546868 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.547026 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.547183 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.547341 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.547511 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.547669 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.547825 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.547983 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.548140 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.548302 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.548464 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.548641 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.548917 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.548917 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.549083 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.549247 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.549412 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.549579 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.549737 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.549902 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.550071 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.550250 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.550411 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.550569 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.550729 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.550888 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.551127 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.551127 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.551623 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.551749 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.551907 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.552064 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.552223 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.552382 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.552541 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.552700 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.552861 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.553050 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.553224 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.553438 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 15:59:23.553580 dv-cinder-800703-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 15:59:23.668449 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60142) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:59:23.677156 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065823 Dec 15 15:59:35.134804 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b646784b-5928-4d31-863b-f5bb0fed34f5 None None] get_active_networks_info from dv-cinder-800703-3-iscsi {{(pid=102584) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 15:59:35.192919 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646784b-5928-4d31-863b-f5bb0fed34f5 None None] No non-hosted networks {{(pid=102584) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 15:59:35.218800 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.agentschedulers_db [None req-b646784b-5928-4d31-863b-f5bb0fed34f5 None None] DHCP Agent not found on host dv-cinder-800703-3-iscsi {{(pid=102584) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 15:59:35.424644 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da70a1d2-c8e4-4fb6-927d-85591a5716a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557048'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:37.198578 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a4160d56-d7cf-4c7c-8d84-bcfecc5195fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557048'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:37.277299 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-92e1a19d-db7c-4462-8904-449bedb26335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:38.640817 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557048'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:39.789031 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557048'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:40.117341 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.db.l3_hamode_db [None req-ada20b7b-9919-43aa-9fbe-784910ed92de None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 15:59:40.194253 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada20b7b-9919-43aa-9fbe-784910ed92de None None] Routers set() bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:59:40.194646 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada20b7b-9919-43aa-9fbe-784910ed92de None None] Router IDs set() for agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 15:59:41.404652 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557048'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:41.405330 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.405668 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.406238 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.406763 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.407320 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.407731 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.408134 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.408554 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.408948 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.409509 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.409908 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.410272 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.410901 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:41.411329 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800703-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:59:41.418967 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800703-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:59:41.440328 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60226) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:59:41.940607 dv-cinder-800703-3-iscsi neutron-server[102583]: WARNING oslo_policy.policy [None req-2c186380-9242-4642-b41b-e17af14fac0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 15:59:41.941252 dv-cinder-800703-3-iscsi neutron-server[102583]: WARNING oslo_policy.policy [None req-2c186380-9242-4642-b41b-e17af14fac0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 15:59:42.166304 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [None req-2c186380-9242-4642-b41b-e17af14fac0a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:59:42.167431 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2c186380-9242-4642-b41b-e17af14fac0a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7261679 Dec 15 15:59:44.739245 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60248) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:59:45.041664 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-b50748ba-ffae-44b6-82ac-8cfcf1479868 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:59:45.137279 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.policy [None req-b50748ba-ffae-44b6-82ac-8cfcf1479868 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102583) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 15:59:45.183922 dv-cinder-800703-3-iscsi neutron-server[102583]: WARNING oslo_policy.policy [None req-b50748ba-ffae-44b6-82ac-8cfcf1479868 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 15:59:45.184286 dv-cinder-800703-3-iscsi neutron-server[102583]: WARNING oslo_policy.policy [None req-b50748ba-ffae-44b6-82ac-8cfcf1479868 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 15:59:45.192653 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.quota [None req-b50748ba-ffae-44b6-82ac-8cfcf1479868 admin admin] Loaded quota_driver: . Dec 15 15:59:45.284809 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b50748ba-ffae-44b6-82ac-8cfcf1479868 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759270138718', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759270138121', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759270120597', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759270126094', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759270165110', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759270176712', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32992917', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32972437', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1599945', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1689121'] for rbac-policy, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:45.349574 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b50748ba-ffae-44b6-82ac-8cfcf1479868 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:45.350820 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b50748ba-ffae-44b6-82ac-8cfcf1479868 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6106074 Dec 15 15:59:48.094887 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60260) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:59:48.387407 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Request body: {'network': {'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'project_id': '962889a2d2ab47a68eff4a595e980953', 'admin_state_up': True, 'name': 'private'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:59:48.416380 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Made reservation on behalf of 962889a2d2ab47a68eff4a595e980953 for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:59:48.419112 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:48.435904 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:48.540929 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:48.544399 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:48.563716 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 15:59:48.591374 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759266536313', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:48.592204 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Unsubscribe: segment precommit_create {{(pid=102583) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 15:59:48.592726 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Added segment c424447f-1209-4d01-9cd2-b3caaeab5cd8 of type vlan for network f296d6b2-9084-4d6f-844c-b2c05a260ced Dec 15 15:59:48.609234 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36859f0e-074a-4727-bac2-8ef5a4f772f9,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:59:48.658059 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.658423 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.658756 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.659083 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.659406 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.659785 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.660132 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.660452 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.660782 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.661114 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.661432 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.661769 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.662077 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Tracked resource versions report: Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: pushed versions: Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: { 'AddressGroup': {'1.2'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'ConntrackHelper': {'1.0'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'LocalIPAssociation': {'1.0'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Log': {'1.0'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Network': {'1.1'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Port': {'1.7'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'PortForwarding': {'1.2'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'QosPolicy': {'1.10'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SecurityGroup': {'1.5'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SecurityGroupRule': {'1.2'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SubPort': {'1.0'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Subnet': {'1.1'}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Trunk': {'1.1'}} Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: consumer versions: Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: { DHCP agent@dv-cinder-800703-3-iscsi: {}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: L3 agent@dv-cinder-800703-3-iscsi: {}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: Metadata agent@dv-cinder-800703-3-iscsi: {}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: Metering agent@dv-cinder-800703-3-iscsi: {}, Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: Open vSwitch agent@dv-cinder-800703-3-iscsi: { 'AddressGroup': '1.2', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'ConntrackHelper': '1.0', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'LocalIPAssociation': '1.0', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Log': '1.0', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Network': '1.1', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Port': '1.7', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'PortForwarding': '1.2', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'QosPolicy': '1.10', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SecurityGroup': '1.5', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SecurityGroupRule': '1.2', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SubPort': '1.0', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Subnet': '1.1', Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Trunk': '1.1'}} Dec 15 15:59:48.663487 dv-cinder-800703-3-iscsi neutron-server[102583]: {{(pid=102583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 15:59:48.704149 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:48.746044 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:48.747121 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:59:48.747806 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:48.823900 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7279589 Dec 15 15:59:48.848882 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7968b-b572-4e53-9362-7d504d6fe8da admin admin] Pushing event updated for resources: {'Network': ['ID=f296d6b2-9084-4d6f-844c-b2c05a260ced,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:59:48.860782 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network f296d6b2-9084-4d6f-844c-b2c05a260ced details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 15:59:51.642096 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60274) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:59:52.024946 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f2ea5f-5373-49f1-bee8-b90c6426a2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:59:52.026240 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-56f2ea5f-5373-49f1-bee8-b90c6426a2ab admin admin] 10.222.0.41 "GET /v2.0/networks/f296d6b2-9084-4d6f-844c-b2c05a260ced HTTP/1.1" status: 200 len: 825 time: 0.3831518 Dec 15 15:59:52.050328 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6d6ccd26-c75b-4e83-8f0b-4d848baa7a79 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/49e89f03-964f-4697-aa9a-0a4544f1f28f HTTP/1.1" status: 200 len: 734 time: 0.0181558 Dec 15 15:59:52.059241 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] Request body: {'subnet': {'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'ip_version': 4, 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced', 'subnetpool_id': '49e89f03-964f-4697-aa9a-0a4544f1f28f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:59:52.080351 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] Made reservation on behalf of 962889a2d2ab47a68eff4a595e980953 for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:59:52.082727 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:52.367833 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:52.435643 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] Checking segment: {'id': 'c424447f-1209-4d01-9cd2-b3caaeab5cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:59:52.436035 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] Network hostable DHCP agents. Network: f296d6b2-9084-4d6f-844c-b2c05a260ced, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 15:59:52.440486 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28571633-977b-4a99-a7b1-a4aec7386b79,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:59:52.458980 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] Network f296d6b2-9084-4d6f-844c-b2c05a260ced is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 15:59:52.472955 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, f296d6b2-9084-4d6f-844c-b2c05a260ced) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:59:52.477454 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:59:52.478040 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:52.483021 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f258ce2-b0de-42a8-bcc7-f0f951837565 None None] Network f296d6b2-9084-4d6f-844c-b2c05a260ced requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:59:52.493022 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9e19380c-b560-47a4-bae1-24484c4d5a77 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4368124 Dec 15 15:59:52.747639 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db56ea0-e219-5b2e-924d-2aca1fddb1d2-f296d6b2-9084-4d6f-844c-b2c05a260ced', 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced', 'project_id': '962889a2d2ab47a68eff4a595e980953', 'fixed_ips': [{'subnet_id': '28571633-977b-4a99-a7b1-a4aec7386b79'}]}} from dv-cinder-800703-3-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 15:59:52.748883 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:53.043251 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Allocated IP 172.20.0.2 (f296d6b2-9084-4d6f-844c-b2c05a260ced/28571633-977b-4a99-a7b1-a4aec7386b79/e17c3718-9fa9-4c78-bc9b-fe84e5928934) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:59:53.285865 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:53.294369 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:53.374513 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Network f296d6b2-9084-4d6f-844c-b2c05a260ced is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:59:53.382023 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:59:53.384731 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Pushing event updated for resources: {'Port': ['ID=e17c3718-9fa9-4c78-bc9b-fe84e5928934,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:59:53.386939 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:59:53.418625 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.418997 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.419363 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.419704 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.420040 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.420372 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.420704 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.421033 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.421359 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.421700 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.422032 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.422375 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.422699 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Tracked resource versions report: Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: pushed versions: Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: { 'AddressGroup': {'1.2'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'ConntrackHelper': {'1.0'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'LocalIPAssociation': {'1.0'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Log': {'1.0'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Network': {'1.1'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Port': {'1.7'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'PortForwarding': {'1.2'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'QosPolicy': {'1.10'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SecurityGroup': {'1.5'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SecurityGroupRule': {'1.2'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SubPort': {'1.0'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Subnet': {'1.1'}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Trunk': {'1.1'}} Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: consumer versions: Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: { DHCP agent@dv-cinder-800703-3-iscsi: {}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: L3 agent@dv-cinder-800703-3-iscsi: {}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: Metadata agent@dv-cinder-800703-3-iscsi: {}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: Metering agent@dv-cinder-800703-3-iscsi: {}, Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: Open vSwitch agent@dv-cinder-800703-3-iscsi: { 'AddressGroup': '1.2', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'ConntrackHelper': '1.0', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'LocalIPAssociation': '1.0', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Log': '1.0', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Network': '1.1', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Port': '1.7', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'PortForwarding': '1.2', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'QosPolicy': '1.10', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SecurityGroup': '1.5', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SecurityGroupRule': '1.2', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SubPort': '1.0', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Subnet': '1.1', Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Trunk': '1.1'}} Dec 15 15:59:53.424068 dv-cinder-800703-3-iscsi neutron-server[102584]: {{(pid=102584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 15:59:53.472887 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Attempting to bind port e17c3718-9fa9-4c78-bc9b-fe84e5928934 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:59:53.473278 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Attempting to bind port e17c3718-9fa9-4c78-bc9b-fe84e5928934 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': 'c424447f-1209-4d01-9cd2-b3caaeab5cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:59:53.473702 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Attempting to bind port e17c3718-9fa9-4c78-bc9b-fe84e5928934 on network f296d6b2-9084-4d6f-844c-b2c05a260ced {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:59:53.478661 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:59:53.479064 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Checking segment: {'id': 'c424447f-1209-4d01-9cd2-b3caaeab5cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:59:53.479542 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:53.479931 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Bound using segment: {'id': 'c424447f-1209-4d01-9cd2-b3caaeab5cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:59:53.480424 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Bound port: e17c3718-9fa9-4c78-bc9b-fe84e5928934, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c424447f-1209-4d01-9cd2-b3caaeab5cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:59:53.480828 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:53.544219 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] For port e17c3718-9fa9-4c78-bc9b-fe84e5928934, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:59:53.548522 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] For port e17c3718-9fa9-4c78-bc9b-fe84e5928934, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=e17c3718-9fa9-4c78-bc9b-fe84e5928934,segment=NetworkSegment(c424447f-1209-4d01-9cd2-b3caaeab5cd8),segment_id=c424447f-1209-4d01-9cd2-b3caaeab5cd8)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:59:53.557946 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:59:53.620205 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec52458-8abd-47c0-a7d7-f3d491b9154d None None] Pushing event updated for resources: {'Port': ['ID=e17c3718-9fa9-4c78-bc9b-fe84e5928934,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:59:55.146649 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 60282) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:59:55.644080 dv-cinder-800703-3-iscsi neutron-server[102582]: WARNING oslo_policy.policy [None req-52e60182-e484-4d2a-9f9a-6838f591f33f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 15:59:55.644716 dv-cinder-800703-3-iscsi neutron-server[102582]: WARNING oslo_policy.policy [None req-52e60182-e484-4d2a-9f9a-6838f591f33f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 15:59:55.868736 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [None req-52e60182-e484-4d2a-9f9a-6838f591f33f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:59:55.869957 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-52e60182-e484-4d2a-9f9a-6838f591f33f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7213376 Dec 15 15:59:58.477306 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 60296) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:59:58.802740 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [None req-21fa827d-2a2a-43e6-865c-3096ed807aaf admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:59:58.803701 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-21fa827d-2a2a-43e6-865c-3096ed807aaf admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3254099 Dec 15 16:00:01.645925 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 60310) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:00:01.943761 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-632c514c-cb13-4eca-ac23-337a97b804b0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'name': 'router1'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:00:02.009423 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.policy [None req-632c514c-cb13-4eca-ac23-337a97b804b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102582) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 16:00:02.058752 dv-cinder-800703-3-iscsi neutron-server[102582]: WARNING oslo_policy.policy [None req-632c514c-cb13-4eca-ac23-337a97b804b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:00:02.059199 dv-cinder-800703-3-iscsi neutron-server[102582]: WARNING oslo_policy.policy [None req-632c514c-cb13-4eca-ac23-337a97b804b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:00:02.068218 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.quota [None req-632c514c-cb13-4eca-ac23-337a97b804b0 admin admin] Loaded quota_driver: . Dec 15 16:00:02.127023 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-632c514c-cb13-4eca-ac23-337a97b804b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12901'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:02.129002 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-632c514c-cb13-4eca-ac23-337a97b804b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12908'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:02.280737 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-632c514c-cb13-4eca-ac23-337a97b804b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:02.286389 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-632c514c-cb13-4eca-ac23-337a97b804b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551159'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:02.306623 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-632c514c-cb13-4eca-ac23-337a97b804b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:02.307830 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-632c514c-cb13-4eca-ac23-337a97b804b0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6609266 Dec 15 16:00:02.679872 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b448d9-c4f8-4eb8-b530-76aed74920b8 None None] Network f296d6b2-9084-4d6f-844c-b2c05a260ced requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:00:02.748674 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-f548753e-97ff-4876-9b88-92a488bc2ce2 None None] Provisioning complete for port e17c3718-9fa9-4c78-bc9b-fe84e5928934 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:00:02.749059 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f548753e-97ff-4876-9b88-92a488bc2ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:02.933868 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f548753e-97ff-4876-9b88-92a488bc2ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:02.969797 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-f548753e-97ff-4876-9b88-92a488bc2ce2 None None] For port e17c3718-9fa9-4c78-bc9b-fe84e5928934, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=e17c3718-9fa9-4c78-bc9b-fe84e5928934,segment=NetworkSegment(c424447f-1209-4d01-9cd2-b3caaeab5cd8),segment_id=c424447f-1209-4d01-9cd2-b3caaeab5cd8)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:00:02.974672 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f548753e-97ff-4876-9b88-92a488bc2ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:03.023454 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548753e-97ff-4876-9b88-92a488bc2ce2 None None] Pushing event updated for resources: {'Port': ['ID=e17c3718-9fa9-4c78-bc9b-fe84e5928934,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:03.095015 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-4b4489e3-a3d9-4b70-8973-075db47595ae None None] Provisioning complete for port e17c3718-9fa9-4c78-bc9b-fe84e5928934 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:00:03.095389 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4b4489e3-a3d9-4b70-8973-075db47595ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:03.219779 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device e17c3718-9fa9-4c78-bc9b-fe84e5928934 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:00:03.268140 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port e17c3718-9fa9-4c78-bc9b-fe84e5928934 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:00:03.268512 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:04.884538 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60320) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:00:05.055476 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-833c8fcd-f032-40aa-889e-1716aaea1618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:05.192914 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [None req-8c51b9a1-bc3e-4ed4-a2ec-cf9a1d99f8f3 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:00:05.193905 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8c51b9a1-bc3e-4ed4-a2ec-cf9a1d99f8f3 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3084414 Dec 15 16:00:07.172339 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c63ea76b-bd61-42cd-8e82-90d81ed12fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:07.749041 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60328) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:00:08.053966 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:00:08.074859 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Made reservation on behalf of a5a4a5e5360f40c68825b065f5e319e8 for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:00:08.077100 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:08.084764 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:08.157339 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:08.162141 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:08.175592 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Reserving flat network on physical network physnet1 {{(pid=102583) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 16:00:08.197575 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:08.197919 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Added segment 7a96b3b3-4cd6-4b47-a472-0133c04457c3 of type flat for network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 Dec 15 16:00:08.199083 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4cbde8-0091-4ee8-84c5-43326474fbdc,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:08.254090 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:08.286386 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:08.287312 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:00:08.287891 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:08.337412 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5873511 Dec 15 16:00:08.350841 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de174316-05ac-4711-841a-80485db73bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:08.367385 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:00:08.435295 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:00:08.579208 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:09.692437 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:10.891664 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60346) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:00:11.064322 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46c257-9262-462b-bcd6-c567675fe492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:00:11.065635 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-cf46c257-9262-462b-bcd6-c567675fe492 admin admin] 10.222.0.41 "GET /v2.0/subnets/28571633-977b-4a99-a7b1-a4aec7386b79 HTTP/1.1" status: 200 len: 849 time: 0.1729963 Dec 15 16:00:11.223695 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0013de5a-65c0-4384-b08e-de2a761ddb56 admin admin] 10.222.0.41 "GET /v2.0/routers/03f50887-3b41-4163-901e-6e4e05435971 HTTP/1.1" status: 200 len: 704 time: 0.1515646 Dec 15 16:00:11.391932 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:11.487259 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:11.776473 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Allocated IP 172.20.0.1 (f296d6b2-9084-4d6f-844c-b2c05a260ced/28571633-977b-4a99-a7b1-a4aec7386b79/73ab07e1-ebe4-416a-b50c-cc51b5a5d56e) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:00:11.971539 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:12.035695 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:12.109665 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Network f296d6b2-9084-4d6f-844c-b2c05a260ced is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:00:12.118618 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:00:12.123405 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:00:12.124228 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552324'] for router_interface, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:12.142896 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=73ab07e1-ebe4-416a-b50c-cc51b5a5d56e,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:12.293154 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-91c2b5c5-d972-4f4c-b3bd-e73d31192445 None None] Provisioning complete for port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:00:12.293434 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91c2b5c5-d972-4f4c-b3bd-e73d31192445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:12.318697 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:12.326029 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-91c2b5c5-d972-4f4c-b3bd-e73d31192445 None None] Port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:00:12.524160 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:12.528443 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:12.529187 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556852'] for router_interface, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:12.605049 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=73ab07e1-ebe4-416a-b50c-cc51b5a5d56e,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:12.649122 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Network f296d6b2-9084-4d6f-844c-b2c05a260ced is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:00:12.650559 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:00:12.809598 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Router 03f50887-3b41-4163-901e-6e4e05435971 is scheduled to L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 with binding_index 1 {{(pid=102583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:00:12.848934 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-d96c5590-0b77-43ff-8aa2-4b65f81a75b8 None None] Provisioning complete for port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:00:12.849448 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d96c5590-0b77-43ff-8aa2-4b65f81a75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:12.881373 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-d96c5590-0b77-43ff-8aa2-4b65f81a75b8 None None] Port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:00:12.899524 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:00:12.904577 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9a573ad2-dba2-4005-b466-69c0632d3ce4 admin admin] 10.222.0.41 "PUT /v2.0/routers/03f50887-3b41-4163-901e-6e4e05435971/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6753178 Dec 15 16:00:12.908990 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Sync routers for ids ['03f50887-3b41-4163-901e-6e4e05435971'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:00:12.922327 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Routers {'03f50887-3b41-4163-901e-6e4e05435971'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:00:12.923096 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:00:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['03f50887-3b41-4163-901e-6e4e05435971'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:00:13.110276 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Set router 03f50887-3b41-4163-901e-6e4e05435971 gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:00:13.536526 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f50887-3b41-4163-901e-6e4e05435971', 'name': 'router1', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:00:02Z', 'updated_at': '2021-12-15T16:00:12Z', 'revision_number': 2, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'gw_port_host': None, '_interfaces': [{'id': '73ab07e1-ebe4-416a-b50c-cc51b5a5d56e', 'name': '', 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'mac_address': 'fa:16:3e:fe:43:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f50887-3b41-4163-901e-6e4e05435971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:00:11Z', 'updated_at': '2021-12-15T16:00:12Z', 'revision_number': 2, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'subnets': [{'id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e89f03-964f-4697-aa9a-0a4544f1f28f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:00:13.586632 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Checking router: 03f50887-3b41-4163-901e-6e4e05435971 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:00:13.587251 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Updating router 03f50887-3b41-4163-901e-6e4e05435971 port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e binding host dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:00:13.634777 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:14.138512 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:14.145733 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:14.308526 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Pushing event updated for resources: {'Port': ['ID=73ab07e1-ebe4-416a-b50c-cc51b5a5d56e,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:14.321999 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.322391 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.322751 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.323084 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.323412 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.323738 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.324064 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.324389 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.324712 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.325051 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.325376 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.325697 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.326014 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Tracked resource versions report: Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: pushed versions: Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: { 'AddressGroup': {'1.2'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'ConntrackHelper': {'1.0'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Log': {'1.0'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Network': {'1.1'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Port': {'1.7'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'PortForwarding': {'1.2'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'QosPolicy': {'1.10'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SecurityGroup': {'1.5'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SubPort': {'1.0'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Subnet': {'1.1'}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Trunk': {'1.1'}} Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: consumer versions: Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: { DHCP agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: L3 agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: Metadata agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: Metering agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: Open vSwitch agent@dv-cinder-800703-3-iscsi: { 'AddressGroup': '1.2', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'ConntrackHelper': '1.0', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'LocalIPAssociation': '1.0', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Log': '1.0', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Network': '1.1', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Port': '1.7', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'PortForwarding': '1.2', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'QosPolicy': '1.10', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SecurityGroup': '1.5', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SecurityGroupRule': '1.2', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SubPort': '1.0', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Subnet': '1.1', Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Trunk': '1.1'}} Dec 15 16:00:14.327384 dv-cinder-800703-3-iscsi neutron-server[102585]: {{(pid=102585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:00:14.333598 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Attempting to bind port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:00:14.333992 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Attempting to bind port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': 'c424447f-1209-4d01-9cd2-b3caaeab5cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:00:14.334475 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Attempting to bind port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e on network f296d6b2-9084-4d6f-844c-b2c05a260ced {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:00:14.340004 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:00:14.340408 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Checking segment: {'id': 'c424447f-1209-4d01-9cd2-b3caaeab5cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:00:14.340918 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:14.341398 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Bound using segment: {'id': 'c424447f-1209-4d01-9cd2-b3caaeab5cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:00:14.341995 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Bound port: 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c424447f-1209-4d01-9cd2-b3caaeab5cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:00:14.342295 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:14.408115 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] For port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:00:14.411721 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-76c38e92-39a0-41c2-8ece-af55b2dc3cb8 None None] Provisioning complete for port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:00:14.412239 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-76c38e92-39a0-41c2-8ece-af55b2dc3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:14.428554 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] For port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=73ab07e1-ebe4-416a-b50c-cc51b5a5d56e,segment=NetworkSegment(c424447f-1209-4d01-9cd2-b3caaeab5cd8),segment_id=c424447f-1209-4d01-9cd2-b3caaeab5cd8)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:00:14.434399 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:14.481510 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Routers {'03f50887-3b41-4163-901e-6e4e05435971'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:00:14.482132 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:00:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['03f50887-3b41-4163-901e-6e4e05435971'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:00:14.497958 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-76c38e92-39a0-41c2-8ece-af55b2dc3cb8 None None] Port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:00:14.582776 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] Set router 03f50887-3b41-4163-901e-6e4e05435971 gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:00:14.615135 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d400ca1-57c9-42fd-918f-d848a713ba7c None None] Pushing event updated for resources: {'Port': ['ID=73ab07e1-ebe4-416a-b50c-cc51b5a5d56e,revision_number=4']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:14.717076 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-7bcff807-6a14-4465-8ef0-da9369df8212 None None] Provisioning complete for port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:00:14.717760 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7bcff807-6a14-4465-8ef0-da9369df8212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:14.796421 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7bcff807-6a14-4465-8ef0-da9369df8212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:14.801013 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f50887-3b41-4163-901e-6e4e05435971', 'name': 'router1', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:00:02Z', 'updated_at': '2021-12-15T16:00:12Z', 'revision_number': 2, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'gw_port_host': None, '_interfaces': [{'id': '73ab07e1-ebe4-416a-b50c-cc51b5a5d56e', 'name': '', 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'mac_address': 'fa:16:3e:fe:43:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f50887-3b41-4163-901e-6e4e05435971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:00:11Z', 'updated_at': '2021-12-15T16:00:14Z', 'revision_number': 4, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'subnets': [{'id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e89f03-964f-4697-aa9a-0a4544f1f28f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:00:14.827016 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af546fb2-c8e3-4c60-a9d1-0434acb0f616 None None] The sync data for ids ['03f50887-3b41-4163-901e-6e4e05435971'] in dv-cinder-800703-3-iscsi is: [{'id': '03f50887-3b41-4163-901e-6e4e05435971', 'name': 'router1', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:00:02Z', 'updated_at': '2021-12-15T16:00:12Z', 'revision_number': 2, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'gw_port_host': None, '_interfaces': [{'id': '73ab07e1-ebe4-416a-b50c-cc51b5a5d56e', 'name': '', 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'mac_address': 'fa:16:3e:fe:43:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f50887-3b41-4163-901e-6e4e05435971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:00:11Z', 'updated_at': '2021-12-15T16:00:14Z', 'revision_number': 4, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'subnets': [{'id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e89f03-964f-4697-aa9a-0a4544f1f28f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:00:14.828331 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-7bcff807-6a14-4465-8ef0-da9369df8212 None None] For port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=73ab07e1-ebe4-416a-b50c-cc51b5a5d56e,segment=NetworkSegment(c424447f-1209-4d01-9cd2-b3caaeab5cd8),segment_id=c424447f-1209-4d01-9cd2-b3caaeab5cd8)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:00:14.833767 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7bcff807-6a14-4465-8ef0-da9369df8212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:14.884525 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcff807-6a14-4465-8ef0-da9369df8212 None None] Pushing event updated for resources: {'Port': ['ID=73ab07e1-ebe4-416a-b50c-cc51b5a5d56e,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:15.325120 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 60366) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:00:15.506814 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6cad61-d837-4ae8-b63f-e23a72743972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:00:15.508248 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-af6cad61-d837-4ae8-b63f-e23a72743972 admin admin] 10.222.0.41 "GET /v2.0/networks/e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 HTTP/1.1" status: 200 len: 842 time: 0.1820910 Dec 15 16:00:15.518129 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:00:15.542804 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Made reservation on behalf of a5a4a5e5360f40c68825b065f5e319e8 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:00:15.546189 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:15.921447 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.objects.ports [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102582) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 16:00:15.921929 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:16.016317 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Checking segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:00:16.016698 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Network hostable DHCP agents. Network: e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:00:16.019172 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d29677-6c95-437b-bdc6-f5616199bce1,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:16.035346 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.036288 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.036632 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.036966 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.037297 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.037621 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.037949 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.038306 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.038655 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.038998 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.039326 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.039646 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.039965 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Tracked resource versions report: Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: pushed versions: Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: { 'AddressGroup': {'1.2'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'ConntrackHelper': {'1.0'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Log': {'1.0'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Network': {'1.1'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Port': {'1.7'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'PortForwarding': {'1.2'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'QosPolicy': {'1.10'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SecurityGroup': {'1.5'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SubPort': {'1.0'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Subnet': {'1.1'}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Trunk': {'1.1'}} Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: consumer versions: Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: { DHCP agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: L3 agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: Metadata agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: Metering agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: Open vSwitch agent@dv-cinder-800703-3-iscsi: { 'AddressGroup': '1.2', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'ConntrackHelper': '1.0', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'LocalIPAssociation': '1.0', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Log': '1.0', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Network': '1.1', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Port': '1.7', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'PortForwarding': '1.2', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'QosPolicy': '1.10', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SecurityGroup': '1.5', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SecurityGroupRule': '1.2', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SubPort': '1.0', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Subnet': '1.1', Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Trunk': '1.1'}} Dec 15 16:00:16.041379 dv-cinder-800703-3-iscsi neutron-server[102582]: {{(pid=102582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:00:16.077264 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:00:16.091851 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:00:16.097372 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:00:16.097970 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:16.101128 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223ed732-15dd-429b-9df1-93bf65101c5d None None] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:00:16.117687 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-851e262f-ed78-43db-a7aa-21b19a76a746 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6002684 Dec 15 16:00:16.209665 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2fb5d5-89bb-4a83-b4e6-b2f4980282fb None None] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:00:18.608559 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 60378) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:00:18.822751 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-20c19da4-8f03-4145-8161-377e79768885 admin admin] 10.222.0.41 "GET /v2.0/routers/03f50887-3b41-4163-901e-6e4e05435971 HTTP/1.1" status: 200 len: 710 time: 0.2129471 Dec 15 16:00:18.909278 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64821f06-d433-422f-a1e3-febce9b00a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:00:18.910718 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-64821f06-d433-422f-a1e3-febce9b00a50 admin admin] 10.222.0.41 "GET /v2.0/networks/e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 HTTP/1.1" status: 200 len: 886 time: 0.0824282 Dec 15 16:00:18.919838 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:00:19.168748 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:19.418537 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:19.493843 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:19.645190 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Allocated IP 172.27.1.59 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/cb91014c-6ea7-46e3-8217-909461e1b008) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:00:19.753152 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:19.818340 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:19.940258 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:00:19.946440 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:00:19.952457 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:00:19.958013 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Pushing event updated for resources: {'Port': ['ID=cb91014c-6ea7-46e3-8217-909461e1b008,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:20.227265 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:20.435286 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12926'] for router, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:20.439801 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549714'] for router, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:20.553275 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Router 03f50887-3b41-4163-901e-6e4e05435971 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:00:20.662400 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:00:20.669004 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:20.670233 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-2053cb87-9013-4834-8138-7431bd4bd5ac admin admin] 10.222.0.41 "PUT /v2.0/routers/03f50887-3b41-4163-901e-6e4e05435971 HTTP/1.1" status: 200 len: 889 time: 1.7534692 Dec 15 16:00:21.218257 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:00:21.269560 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:00:21.270030 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:21.872021 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Sync routers for ids ['03f50887-3b41-4163-901e-6e4e05435971'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:00:21.883704 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Routers {'03f50887-3b41-4163-901e-6e4e05435971'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:00:21.884337 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:00:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['03f50887-3b41-4163-901e-6e4e05435971'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:00:22.093531 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Set router 03f50887-3b41-4163-901e-6e4e05435971 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:00:22.479282 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f50887-3b41-4163-901e-6e4e05435971', 'name': 'router1', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cb91014c-6ea7-46e3-8217-909461e1b008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:00:02Z', 'updated_at': '2021-12-15T16:00:20Z', 'revision_number': 4, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'gw_port': {'id': 'cb91014c-6ea7-46e3-8217-909461e1b008', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f50887-3b41-4163-901e-6e4e05435971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:00:19Z', 'updated_at': '2021-12-15T16:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '73ab07e1-ebe4-416a-b50c-cc51b5a5d56e', 'name': '', 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'mac_address': 'fa:16:3e:fe:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f50887-3b41-4163-901e-6e4e05435971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:00:11Z', 'updated_at': '2021-12-15T16:00:14Z', 'revision_number': 5, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'subnets': [{'id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e89f03-964f-4697-aa9a-0a4544f1f28f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:00:22.619563 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Checking router: 03f50887-3b41-4163-901e-6e4e05435971 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:00:22.619910 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Updating router 03f50887-3b41-4163-901e-6e4e05435971 port cb91014c-6ea7-46e3-8217-909461e1b008 binding host dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:00:22.665484 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:22.985491 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:22.991081 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:23.037851 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ecd9b-63f5-4232-8253-744efa7cae3b None None] Pushing event updated for resources: {'Port': ['ID=cb91014c-6ea7-46e3-8217-909461e1b008,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:23.050145 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Attempting to bind port cb91014c-6ea7-46e3-8217-909461e1b008 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:00:23.050536 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Attempting to bind port cb91014c-6ea7-46e3-8217-909461e1b008 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:00:23.051446 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Attempting to bind port cb91014c-6ea7-46e3-8217-909461e1b008 on network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:00:23.056351 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:00:23.056724 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Checking segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:00:23.057119 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:23.057503 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Bound using segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:00:23.057965 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Bound port: cb91014c-6ea7-46e3-8217-909461e1b008, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:00:23.058385 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:23.107433 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] For port cb91014c-6ea7-46e3-8217-909461e1b008, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:00:23.110495 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] For port cb91014c-6ea7-46e3-8217-909461e1b008, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=cb91014c-6ea7-46e3-8217-909461e1b008,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:00:23.116123 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:23.161482 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Routers {'03f50887-3b41-4163-901e-6e4e05435971'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:00:23.162075 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:00:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['03f50887-3b41-4163-901e-6e4e05435971'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:00:23.216286 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ecd9b-63f5-4232-8253-744efa7cae3b None None] Pushing event updated for resources: {'Port': ['ID=cb91014c-6ea7-46e3-8217-909461e1b008,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:23.245167 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60390) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:00:23.283662 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] Set router 03f50887-3b41-4163-901e-6e4e05435971 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:00:23.359631 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-7f942508-72b6-403c-94d4-135ebebe3170 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1133099 Dec 15 16:00:23.502300 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f50887-3b41-4163-901e-6e4e05435971', 'name': 'router1', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cb91014c-6ea7-46e3-8217-909461e1b008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:00:02Z', 'updated_at': '2021-12-15T16:00:20Z', 'revision_number': 4, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'gw_port': {'id': 'cb91014c-6ea7-46e3-8217-909461e1b008', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f50887-3b41-4163-901e-6e4e05435971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:00:19Z', 'updated_at': '2021-12-15T16:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '73ab07e1-ebe4-416a-b50c-cc51b5a5d56e', 'name': '', 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'mac_address': 'fa:16:3e:fe:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f50887-3b41-4163-901e-6e4e05435971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:00:11Z', 'updated_at': '2021-12-15T16:00:14Z', 'revision_number': 5, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'subnets': [{'id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e89f03-964f-4697-aa9a-0a4544f1f28f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:00:23.529209 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1e7ee-3d6e-4906-add0-c3bad1788747 None None] The sync data for ids ['03f50887-3b41-4163-901e-6e4e05435971'] in dv-cinder-800703-3-iscsi is: [{'id': '03f50887-3b41-4163-901e-6e4e05435971', 'name': 'router1', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cb91014c-6ea7-46e3-8217-909461e1b008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:00:02Z', 'updated_at': '2021-12-15T16:00:20Z', 'revision_number': 4, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'gw_port': {'id': 'cb91014c-6ea7-46e3-8217-909461e1b008', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f50887-3b41-4163-901e-6e4e05435971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:00:19Z', 'updated_at': '2021-12-15T16:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '73ab07e1-ebe4-416a-b50c-cc51b5a5d56e', 'name': '', 'network_id': 'f296d6b2-9084-4d6f-844c-b2c05a260ced', 'tenant_id': '962889a2d2ab47a68eff4a595e980953', 'mac_address': 'fa:16:3e:fe:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f50887-3b41-4163-901e-6e4e05435971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:00:11Z', 'updated_at': '2021-12-15T16:00:14Z', 'revision_number': 5, 'project_id': '962889a2d2ab47a68eff4a595e980953', 'subnets': [{'id': '28571633-977b-4a99-a7b1-a4aec7386b79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e89f03-964f-4697-aa9a-0a4544f1f28f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:00:25.235964 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device cb91014c-6ea7-46e3-8217-909461e1b008 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:00:25.295071 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port cb91014c-6ea7-46e3-8217-909461e1b008 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:00:25.295557 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:25.377536 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:25.401733 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port cb91014c-6ea7-46e3-8217-909461e1b008, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=cb91014c-6ea7-46e3-8217-909461e1b008,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:00:25.405998 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:25.456306 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=cb91014c-6ea7-46e3-8217-909461e1b008,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:00:27.244259 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device cb91014c-6ea7-46e3-8217-909461e1b008 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:00:27.312831 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port cb91014c-6ea7-46e3-8217-909461e1b008 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:00:27.313550 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:35.061276 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3f7cd62b-89e1-477d-ac3d-96ca082efeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:37.176279 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-553a5b50-856a-4b01-aa2f-0730fa32689f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:38.587344 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:39.705979 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:41.408367 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:00:45.435778 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:01:05.084643 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ed20104a-82b5-4756-a526-18baa7e93d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:07.195394 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a5a35eca-14c4-4d8f-b0ac-859fd5ee51e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:08.584707 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:09.707030 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:11.393263 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:22.435751 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:01:35.049999 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-76848b52-026d-411e-962e-c14e4dbfaf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:37.177651 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0ce52c59-ee5a-4479-b3db-91b75377fb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:38.586657 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:39.701283 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:41.395541 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:44.093732 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60874) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:01:44.153329 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63de4ef-1459-4db2-806e-f1b3f05367dd admin admin] GET failed (client error): The resource could not be found. Dec 15 16:01:44.154662 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c63de4ef-1459-4db2-806e-f1b3f05367dd admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596123 Dec 15 16:01:44.315904 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55252640-d734-46f2-8aad-869d33c59839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:01:44.317271 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-55252640-d734-46f2-8aad-869d33c59839 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580780 Dec 15 16:01:46.677406 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60884) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:01:46.766369 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65451c-dca2-4737-8624-a5a6e6f39208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:01:46.767701 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2c65451c-dca2-4737-8624-a5a6e6f39208 admin admin] 10.222.0.41 "GET /v2.0/subnets/28571633-977b-4a99-a7b1-a4aec7386b79 HTTP/1.1" status: 200 len: 849 time: 0.0893543 Dec 15 16:01:46.777583 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:01:46.927321 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Publish callbacks [] for subnet, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:47.066690 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759266519260'] for subnet, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:47.097095 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:01:47.097689 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:47.098993 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] 10.222.0.41 "PUT /v2.0/subnets/28571633-977b-4a99-a7b1-a4aec7386b79 HTTP/1.1" status: 200 len: 868 time: 0.3249199 Dec 15 16:01:47.101973 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2647d6-0197-4ad3-8e37-e2849e4a7f04 None None] Network f296d6b2-9084-4d6f-844c-b2c05a260ced requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:01:47.117418 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=28571633-977b-4a99-a7b1-a4aec7386b79,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:01:47.124804 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.125267 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.125625 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.125967 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.126330 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.126665 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.127018 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.127357 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.127708 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.128059 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.128393 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.128719 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.129043 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d485d5-184c-42c6-9878-ed9de1a505ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:01:47.380809 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-fd436910-03a6-44cc-99f3-270c02bcc23a None None] Provisioning complete for port e17c3718-9fa9-4c78-bc9b-fe84e5928934 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:01:47.381213 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fd436910-03a6-44cc-99f3-270c02bcc23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:47.466193 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-fd436910-03a6-44cc-99f3-270c02bcc23a None None] Provisioning complete for port 73ab07e1-ebe4-416a-b50c-cc51b5a5d56e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:01:47.466496 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fd436910-03a6-44cc-99f3-270c02bcc23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:01:49.465401 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60892) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:01:49.665544 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b666a6-91d8-4a28-82de-3c18083db6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:01:49.666226 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b666a6-91d8-4a28-82de-3c18083db6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:01:49.667894 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f3b666a6-91d8-4a28-82de-3c18083db6f0 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2016220 Dec 15 16:01:52.045006 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60900) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:01:52.178456 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789e67e-1237-4e89-a481-5c2adc28fd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:01:52.178923 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789e67e-1237-4e89-a481-5c2adc28fd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:01:52.180442 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-1789e67e-1237-4e89-a481-5c2adc28fd86 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1344852 Dec 15 16:01:54.535513 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60908) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:01:54.659140 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b721197-c55d-42a2-b882-3c3e614c70b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:01:54.660495 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8b721197-c55d-42a2-b882-3c3e614c70b4 admin admin] 10.222.0.41 "GET /v2.0/networks/e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 HTTP/1.1" status: 200 len: 886 time: 0.1240337 Dec 15 16:01:57.017747 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60916) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:01:57.145703 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a2d2a7-6654-4732-9c1b-95448fa92c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:01:57.147072 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b8a2d2a7-6654-4732-9c1b-95448fa92c76 admin admin] 10.222.0.41 "GET /v2.0/networks/f296d6b2-9084-4d6f-844c-b2c05a260ced HTTP/1.1" status: 200 len: 869 time: 0.1283402 Dec 15 16:01:59.434826 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:01:59.497743 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 60924) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:01:59.621434 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3376713-ed77-4d93-a8f7-edcf4b7259d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:01:59.621881 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3376713-ed77-4d93-a8f7-edcf4b7259d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:01:59.623440 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d3376713-ed77-4d93-a8f7-edcf4b7259d9 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247175 Dec 15 16:02:01.988295 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 60934) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:02:02.082044 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2546c5bf-150c-45d0-993c-723c4d5fd33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:02:02.082596 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2546c5bf-150c-45d0-993c-723c4d5fd33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:02:02.084127 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-2546c5bf-150c-45d0-993c-723c4d5fd33e admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948663 Dec 15 16:02:04.430656 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60942) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:02:04.520846 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481d7703-9b40-4cd6-9bbc-3b79605b187c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:02:04.522214 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-481d7703-9b40-4cd6-9bbc-3b79605b187c admin admin] 10.222.0.41 "GET /v2.0/subnets/28571633-977b-4a99-a7b1-a4aec7386b79 HTTP/1.1" status: 200 len: 868 time: 0.0905881 Dec 15 16:02:05.052475 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1e669345-056b-4050-92fe-cf78fa5a6a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:06.866104 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 60950) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:02:06.951817 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f866bc-fe7a-4884-85f8-9bb13f0a64e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:02:06.954589 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b7f866bc-fe7a-4884-85f8-9bb13f0a64e5 admin admin] 10.222.0.41 "GET /v2.0/subnets/f4d29677-6c95-437b-bdc6-f5616199bce1 HTTP/1.1" status: 200 len: 816 time: 0.0874660 Dec 15 16:02:07.181268 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-12155359-49c9-458b-a770-ca22851ea884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:08.589233 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:09.706217 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:11.397617 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:31.653602 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 32772) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:02:31.700230 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [None req-ce17b120-0638-4ee4-b9ac-595b244550d2 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:02:31.701225 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-ce17b120-0638-4ee4-b9ac-595b244550d2 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466571 Dec 15 16:02:34.146259 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 32780) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:02:34.205606 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b1d57d-8d7f-4486-801e-1ac3767d1dbb admin admin] GET failed (client error): The resource could not be found. Dec 15 16:02:34.206869 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-e4b1d57d-8d7f-4486-801e-1ac3767d1dbb admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596781 Dec 15 16:02:34.289607 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92abe536-63f5-4938-be11-52565b3e579c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:02:34.291131 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-92abe536-63f5-4938-be11-52565b3e579c admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0797744 Dec 15 16:02:35.055047 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d30b2c70-b03c-42db-9a41-f8e63d22942e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:36.433480 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:02:36.658347 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 32788) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:02:36.704956 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:02:36.725769 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] Made reservation on behalf of a5a4a5e5360f40c68825b065f5e319e8 for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:02:36.728061 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:36.755282 dv-cinder-800703-3-iscsi neutron-server[102583]: WARNING neutron.services.revisions.revision_plugin [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] Could not find related network for resource to bump revision. Dec 15 16:02:36.766361 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:02:36.775150 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:36.775498 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] Added segment ffc6bf7c-737c-46cf-b54d-5dfb7db3707c of type vlan for network 36506f49-bd81-44ec-a193-b38ca428de18 Dec 15 16:02:36.815964 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:36.839170 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:36.840185 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:02:36.840769 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:36.886207 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2267823 Dec 15 16:02:36.900740 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df0a43-8805-4200-a4df-159074c8e2ea admin admin] Pushing event updated for resources: {'Network': ['ID=36506f49-bd81-44ec-a193-b38ca428de18,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:02:36.911626 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 36506f49-bd81-44ec-a193-b38ca428de18 details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:02:37.183509 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-538003a0-895d-412b-a161-9e7afb4e3f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:38.592559 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:39.282672 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 32796) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:02:39.341846 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76f4557-1964-4985-a76b-ea67c604ae12 admin admin] GET failed (client error): The resource could not be found. Dec 15 16:02:39.343736 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c76f4557-1964-4985-a76b-ea67c604ae12 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594943 Dec 15 16:02:39.413367 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b04e4d-8427-4613-aaa1-5b41b16ac126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:02:39.414834 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-34b04e4d-8427-4613-aaa1-5b41b16ac126 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666268 Dec 15 16:02:39.425060 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:02:39.444163 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] Made reservation on behalf of a5a4a5e5360f40c68825b065f5e319e8 for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:02:39.446493 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:39.607355 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:39.663074 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b650cab-c808-48d7-a238-aa1eaf45d734,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:02:39.667196 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] Checking segment: {'id': 'ffc6bf7c-737c-46cf-b54d-5dfb7db3707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:02:39.667542 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] Network hostable DHCP agents. Network: 36506f49-bd81-44ec-a193-b38ca428de18, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:02:39.682787 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] Network 36506f49-bd81-44ec-a193-b38ca428de18 is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:02:39.691446 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 36506f49-bd81-44ec-a193-b38ca428de18) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:02:39.695892 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:02:39.696585 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:39.701710 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f03fbf4-f3d0-4001-a11e-7c00a49a5b3e None None] Network 36506f49-bd81-44ec-a193-b38ca428de18 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:02:39.713813 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b58ef268-374b-4933-83cd-23a432ee805f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2922943 Dec 15 16:02:39.752071 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:39.817189 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db56ea0-e219-5b2e-924d-2aca1fddb1d2-36506f49-bd81-44ec-a193-b38ca428de18', 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18', 'project_id': 'a5a4a5e5360f40c68825b065f5e319e8', 'fixed_ips': [{'subnet_id': '8b650cab-c808-48d7-a238-aa1eaf45d734'}]}} from dv-cinder-800703-3-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:02:39.818196 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:39.955828 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Allocated IP 192.168.233.2 (36506f49-bd81-44ec-a193-b38ca428de18/8b650cab-c808-48d7-a238-aa1eaf45d734/812237ef-db46-4b74-bd92-d5a65d26804e) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:02:40.097486 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:40.103638 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:40.152647 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Network 36506f49-bd81-44ec-a193-b38ca428de18 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:02:40.153789 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Pushing event updated for resources: {'Port': ['ID=812237ef-db46-4b74-bd92-d5a65d26804e,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:02:40.157541 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:02:40.159939 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:02:40.167371 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.167735 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.168097 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.168436 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.168766 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.169103 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.169422 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.169742 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.170067 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.171663 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.171663 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.171663 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.171960 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:40.223535 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Attempting to bind port 812237ef-db46-4b74-bd92-d5a65d26804e on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:02:40.223910 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Attempting to bind port 812237ef-db46-4b74-bd92-d5a65d26804e by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': 'ffc6bf7c-737c-46cf-b54d-5dfb7db3707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:02:40.224268 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Attempting to bind port 812237ef-db46-4b74-bd92-d5a65d26804e on network 36506f49-bd81-44ec-a193-b38ca428de18 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:02:40.229237 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:02:40.229612 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Checking segment: {'id': 'ffc6bf7c-737c-46cf-b54d-5dfb7db3707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:02:40.230009 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:40.230429 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Bound using segment: {'id': 'ffc6bf7c-737c-46cf-b54d-5dfb7db3707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:02:40.230891 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Bound port: 812237ef-db46-4b74-bd92-d5a65d26804e, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc6bf7c-737c-46cf-b54d-5dfb7db3707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:02:40.231309 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:40.292576 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] For port 812237ef-db46-4b74-bd92-d5a65d26804e, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:02:40.296701 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] For port 812237ef-db46-4b74-bd92-d5a65d26804e, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=812237ef-db46-4b74-bd92-d5a65d26804e,segment=NetworkSegment(ffc6bf7c-737c-46cf-b54d-5dfb7db3707c),segment_id=ffc6bf7c-737c-46cf-b54d-5dfb7db3707c)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:02:40.301260 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:40.362491 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081cc14-9b45-4a8c-a03f-9ea44c55fe7b None None] Pushing event updated for resources: {'Port': ['ID=812237ef-db46-4b74-bd92-d5a65d26804e,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:02:41.141525 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e693151d-3dfd-4684-beee-4509a05a4ad0 None None] Network 36506f49-bd81-44ec-a193-b38ca428de18 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:02:41.318494 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-17f6b565-2d54-4ede-a0f3-22a74e528d6b None None] Provisioning complete for port 812237ef-db46-4b74-bd92-d5a65d26804e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:02:41.318852 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17f6b565-2d54-4ede-a0f3-22a74e528d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:41.363704 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 812237ef-db46-4b74-bd92-d5a65d26804e up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:02:41.478850 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:41.498340 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17f6b565-2d54-4ede-a0f3-22a74e528d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:41.502184 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 812237ef-db46-4b74-bd92-d5a65d26804e triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:02:41.502618 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:41.567327 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-17f6b565-2d54-4ede-a0f3-22a74e528d6b None None] For port 812237ef-db46-4b74-bd92-d5a65d26804e, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=812237ef-db46-4b74-bd92-d5a65d26804e,segment=NetworkSegment(ffc6bf7c-737c-46cf-b54d-5dfb7db3707c),segment_id=ffc6bf7c-737c-46cf-b54d-5dfb7db3707c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:02:41.577236 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17f6b565-2d54-4ede-a0f3-22a74e528d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:41.669032 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6b565-2d54-4ede-a0f3-22a74e528d6b None None] Pushing event updated for resources: {'Port': ['ID=812237ef-db46-4b74-bd92-d5a65d26804e,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:02:41.698458 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-db3cfc34-c730-404d-9438-9ec5756d3cc0 None None] Provisioning complete for port 812237ef-db46-4b74-bd92-d5a65d26804e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:02:41.698739 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-db3cfc34-c730-404d-9438-9ec5756d3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:43.293155 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 812237ef-db46-4b74-bd92-d5a65d26804e up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:02:43.341686 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 812237ef-db46-4b74-bd92-d5a65d26804e triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:02:43.342060 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:05.057159 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-49634d3f-c207-4186-8816-c8d2e497def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:07.185164 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-19785d35-7a77-47ba-9105-2234584366e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:08.596925 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:09.712890 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:11.402356 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:13.433263 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:03:35.057828 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d3bceab4-c8b4-464d-ba27-9d475d20faa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:37.186118 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1be80652-ca9b-4bce-9ce2-483e121d8ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:38.599176 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:39.716431 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:41.405378 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:50.433728 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:03:57.668127 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 32844) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:57.674248 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [None req-f4eacd55-b2d5-46df-8f1d-3ad81987ea14 tempest-verify_tempest_config-1617181701 tempest-verify_tempest_config-1617181701-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:03:57.675268 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f4eacd55-b2d5-46df-8f1d-3ad81987ea14 tempest-verify_tempest_config-1617181701 tempest-verify_tempest_config-1617181701-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061595 Dec 15 16:03:57.960015 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 32862) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:58.058875 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:58.130693 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:58.134137 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:58.178575 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=479d04ecf84e4846acf078f42fa86907&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2174754 Dec 15 16:03:58.179641 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cd0f7f-f57e-4ab9-813d-c47f71bd54c1,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:58.181281 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 32866) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:58.186698 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.187160 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.187509 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.187844 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.188172 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.188525 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.188831 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.189155 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.189493 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.189832 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.190171 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.190504 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.190823 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cfa5a-795f-459d-b91b-c42b10e3f60d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.260664 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:58.280541 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:58.375519 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:58.378038 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:58.379219 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32cd0f7f-f57e-4ab9-813d-c47f71bd54c1 HTTP/1.1" status: 204 len: 168 time: 0.1969740 Dec 15 16:03:58.388593 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cd0f7f-f57e-4ab9-813d-c47f71bd54c1,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:58.395296 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.395675 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.396032 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.396375 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.396715 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.397052 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.397447 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.397736 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.398087 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.398466 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.398804 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.399132 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:58.399459 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d8c5b-33a2-420e-8934-03c7fea5ff41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:04:05.060130 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-efb8fb3a-9141-4686-94f0-83783ecf74d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:07.193512 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e1b32376-76a7-4175-b404-c354d96c31c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:08.601334 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:09.720271 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:11.406767 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:27.432289 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:04:35.061880 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a92e-ba41-4e72-85c1-efee266974ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:37.184488 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-088a2194-8ced-449b-a3f5-68a999ba361a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:38.602635 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:39.721798 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:41.408359 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:04.430760 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:05:05.063178 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4382-61f0-4d0d-9cc3-a429a5042f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:07.184957 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9fd87307-cc4d-47d9-ae2d-b05fc1249c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:08.604794 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:09.725989 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:11.409414 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:28.659768 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557048'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:35.064652 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-46fa0f3a-1ef1-4a43-b42e-d689350e560f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:37.186921 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9731aca5-02e6-42d0-a100-1df6603c989d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:38.607911 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:39.728908 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:41.413363 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:41.429753 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:05:44.057954 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 32940) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:44.158387 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2effb517-8b2b-4895-b32b-fa372435aab0 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0993001 Dec 15 16:05:46.532885 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 32950) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:46.586001 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b42c59c4-29c8-41ea-89be-294b149b44d1 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0520453 Dec 15 16:05:58.614813 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:05.064507 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da803773-47a8-4166-ad48-ae2ec41b4b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:07.187898 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b986-9d80-48d1-8ac6-0efcf907ca68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:08.609897 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:09.731769 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:11.416050 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:18.428268 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:06:28.619074 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:35.067246 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-571cae89-e6ad-4b0a-9754-94ae14c7ad2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:37.191209 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-837eb5eb-533a-4477-b4bd-0a04b74c9e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:38.616629 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:39.739225 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:41.419706 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:55.427559 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:06:58.621994 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:05.068514 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ccfdb75e-399e-439e-b02b-1a6da6cbb8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:07.193093 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7c7d513c-35ac-483b-ac28-e6ed2db48e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:08.617759 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:09.740063 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:11.440368 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:15.763314 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33146) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:16.051382 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-410309039-network', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:16.077131 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Made reservation on behalf of f1f1638b13884efc82ff109ef86772d7 for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:16.080211 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.088789 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.166899 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.171421 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.202548 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d89fe5-67af-4985-8674-45e0516154e5,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:16.205847 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:07:16.214034 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.214447 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.215067 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.215659 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.215989 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.216483 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.216829 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.217167 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.217528 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.218110 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.218268 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.218496 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.218979 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Tracked resource versions report: Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: pushed versions: Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: { 'AddressGroup': {'1.2'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'ConntrackHelper': {'1.0'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Log': {'1.0'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Network': {'1.1'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Port': {'1.7'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'PortForwarding': {'1.2'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'QosPolicy': {'1.10'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SecurityGroup': {'1.5'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SubPort': {'1.0'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Subnet': {'1.1'}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Trunk': {'1.1'}} Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: consumer versions: Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: { DHCP agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: HyperV agent@hv-cinder-80070: {}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: L3 agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: Metadata agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: Metering agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: Open vSwitch agent@dv-cinder-800703-3-iscsi: { 'AddressGroup': '1.2', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'ConntrackHelper': '1.0', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'LocalIPAssociation': '1.0', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Log': '1.0', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Network': '1.1', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Port': '1.7', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'PortForwarding': '1.2', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'QosPolicy': '1.10', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SecurityGroup': '1.5', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SecurityGroupRule': '1.2', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'SubPort': '1.0', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Subnet': '1.1', Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: 'Trunk': '1.1'}} Dec 15 16:07:16.221111 dv-cinder-800703-3-iscsi neutron-server[102583]: {{(pid=102583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:07:16.232280 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.232280 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Added segment 5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7 of type vlan for network b9de569e-dedf-412f-ac55-6fe163ed494a Dec 15 16:07:16.232784 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33180) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:16.278997 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.303823 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.304766 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:16.305340 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.362996 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33190) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:16.363602 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] Pushing event updated for resources: {'Network': ['ID=b9de569e-dedf-412f-ac55-6fe163ed494a,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:16.375207 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network b9de569e-dedf-412f-ac55-6fe163ed494a details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:07:16.386710 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-995eb7ec-06b8-4c78-aac4-5181bb45ca57 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6216509 Dec 15 16:07:16.387459 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33196) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:16.394314 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Request body: {'subnet': {'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-subnet', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:16.401912 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33198) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:16.425393 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Made reservation on behalf of f1f1638b13884efc82ff109ef86772d7 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:16.428501 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.515352 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-904350243-network', 'tenant_id': '830aba5f3b33486d86fbcbc92dfdeb30'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:16.533309 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33204) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:16.610252 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Made reservation on behalf of 830aba5f3b33486d86fbcbc92dfdeb30 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:16.613020 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.631876 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.657202 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.712620 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1003535447-network', 'tenant_id': 'fc182f1b5d374414ba1fa8c369cf6372'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:16.715520 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-243498592-network', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:16.752315 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Made reservation on behalf of 3e13488e748245a68c7bee06a92fb0ff for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:16.755578 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.764531 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-network', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:16.799188 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.845990 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7619fe57-562e-4dcd-85a1-474a5ed5dfef,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:16.863148 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Made reservation on behalf of 365cc23ac7624aab91c3f286c2a4db76 for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:16.864651 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Checking segment: {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:16.865168 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Network hostable DHCP agents. Network: b9de569e-dedf-412f-ac55-6fe163ed494a, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:07:16.865575 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.878716 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.879320 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.879841 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.880359 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.880689 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.881199 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.881714 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.882239 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.882763 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.882942 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.883418 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.884041 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.884380 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.884714 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Tracked resource versions report: Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: pushed versions: Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: { 'AddressGroup': {'1.2'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'ConntrackHelper': {'1.0'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Log': {'1.0'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Network': {'1.1'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Port': {'1.7'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'PortForwarding': {'1.2'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'QosPolicy': {'1.10'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SecurityGroup': {'1.5'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SubPort': {'1.0'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Subnet': {'1.1'}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Trunk': {'1.1'}} Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: consumer versions: Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: { DHCP agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: HyperV agent@hv-cinder-80070: {}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: L3 agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: Metadata agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: Metering agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: Open vSwitch agent@dv-cinder-800703-3-iscsi: { 'AddressGroup': '1.2', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'ConntrackHelper': '1.0', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'LocalIPAssociation': '1.0', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Log': '1.0', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Network': '1.1', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Port': '1.7', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'PortForwarding': '1.2', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'QosPolicy': '1.10', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SecurityGroup': '1.5', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SecurityGroupRule': '1.2', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'SubPort': '1.0', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Subnet': '1.1', Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: 'Trunk': '1.1'}} Dec 15 16:07:16.885823 dv-cinder-800703-3-iscsi neutron-server[102582]: {{(pid=102582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:07:16.897505 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Made reservation on behalf of fc182f1b5d374414ba1fa8c369cf6372 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:16.900017 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.920365 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.946014 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.957863 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.961224 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Network b9de569e-dedf-412f-ac55-6fe163ed494a is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:07:16.994082 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, b9de569e-dedf-412f-ac55-6fe163ed494a) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:16.994833 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:16.995878 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:07:17.004706 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.006466 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b89adf-4ca9-4a70-a8f0-e55395b662cb None None] Network b9de569e-dedf-412f-ac55-6fe163ed494a requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:17.016701 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:17.017562 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.019515 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:07:17.031978 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.032383 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Added segment c76287b6-f34e-492f-b1dd-784100b6e15a of type vlan for network 712a2ed7-316f-482c-893d-a6ba2836f0df Dec 15 16:07:17.044499 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759266536313', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.045367 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Unsubscribe: segment precommit_create {{(pid=102582) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 16:07:17.045859 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Added segment bc356b90-f194-4fe9-8282-c195f2ebefce of type vlan for network 759c34f4-14be-417a-897c-06d30e0fd249 Dec 15 16:07:17.060951 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa61746-8c0c-433b-a94e-3eb7b9cfb699,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:17.082864 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.100264 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-59f3f72a-8e2e-438f-bf64-c8caa6e7f13e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7106183 Dec 15 16:07:17.101260 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33232) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:17.118348 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:17.122065 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.123187 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:17.123766 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.148640 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.182397 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.235108 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db56ea0-e219-5b2e-924d-2aca1fddb1d2-b9de569e-dedf-412f-ac55-6fe163ed494a', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef'}]}} from dv-cinder-800703-3-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:07:17.236047 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.264388 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12901'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.266110 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12908'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.301884 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.332680 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f57434-46d5-46e2-b3d9-a70e08eb1dd8,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:17.341678 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9384701 Dec 15 16:07:17.354235 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33244) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:17.366058 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.367469 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] Request body: {'subnet': {'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-243498592-subnet', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:17.381067 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:07:17.388791 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.416623 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3365d-a017-4a57-b786-42b5507eeb9c admin admin] Pushing event updated for resources: {'Network': ['ID=712a2ed7-316f-482c-893d-a6ba2836f0df,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:17.441158 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 712a2ed7-316f-482c-893d-a6ba2836f0df details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:07:17.450335 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.450715 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Added segment eb6946a5-a6d9-4340-b2e0-6e77171fe2d0 of type vlan for network d84380ad-1686-4ecc-ba8f-571feeb05d97 Dec 15 16:07:17.452059 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ac5beb-d597-4006-98a5-2d1be3518f3b,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:17.487496 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.520525 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] Made reservation on behalf of 3e13488e748245a68c7bee06a92fb0ff for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:17.523133 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.529750 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.531234 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:17.532214 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.590436 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Allocated IP 172.20.0.2 (b9de569e-dedf-412f-ac55-6fe163ed494a/7619fe57-562e-4dcd-85a1-474a5ed5dfef/a81d52f6-5d77-4450-b6ff-ce730d5956b0) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:17.603940 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.626857 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3910787 Dec 15 16:07:17.630792 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33262) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:17.638581 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] Request body: {'subnet': {'network_id': '759c34f4-14be-417a-897c-06d30e0fd249', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-904350243-subnet', 'tenant_id': '830aba5f3b33486d86fbcbc92dfdeb30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:17.679408 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c039c6-693a-40ac-9b28-36e22dd370b2,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:17.697722 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.698708 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:17.699285 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.704117 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.754405 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.db.api [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 16:07:17.754899 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG oslo_db.api [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 16:07:17.790228 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] Pushing event updated for resources: {'Network': ['ID=d84380ad-1686-4ecc-ba8f-571feeb05d97,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:17.815829 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network d84380ad-1686-4ecc-ba8f-571feeb05d97 details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:07:17.828077 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] Made reservation on behalf of 830aba5f3b33486d86fbcbc92dfdeb30 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:17.831334 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] Publish callbacks [] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.833396 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946fbea-b863-4d91-99a1-d039f1dc1654 admin admin] Pushing event updated for resources: {'Network': ['ID=759c34f4-14be-417a-897c-06d30e0fd249,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:17.857124 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:17.864210 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 759c34f4-14be-417a-897c-06d30e0fd249 details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:07:17.887044 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-16e6d1d8-127d-41b5-86a2-b24fe9757116 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3494215 Dec 15 16:07:17.889705 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33268) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:17.900725 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] Request body: {'subnet': {'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-subnet', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:18.019569 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.023101 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.081834 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Pushing event updated for resources: {'Port': ['ID=a81d52f6-5d77-4450-b6ff-ce730d5956b0,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:18.093361 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.094085 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.094209 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.094534 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.095396 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.095724 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.096227 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.096705 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.097196 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.097692 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.098231 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.098705 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.099196 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Tracked resource versions report: Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: pushed versions: Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: { 'AddressGroup': {'1.2'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'ConntrackHelper': {'1.0'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Log': {'1.0'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Network': {'1.1'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Port': {'1.7'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'PortForwarding': {'1.2'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'QosPolicy': {'1.10'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SecurityGroup': {'1.5'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SubPort': {'1.0'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Subnet': {'1.1'}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Trunk': {'1.1'}} Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: consumer versions: Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: { DHCP agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: HyperV agent@hv-cinder-80070: {}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: L3 agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: Metadata agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: Metering agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: Open vSwitch agent@dv-cinder-800703-3-iscsi: { 'AddressGroup': '1.2', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'ConntrackHelper': '1.0', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'LocalIPAssociation': '1.0', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Log': '1.0', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Network': '1.1', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Port': '1.7', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'PortForwarding': '1.2', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'QosPolicy': '1.10', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SecurityGroup': '1.5', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SecurityGroupRule': '1.2', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'SubPort': '1.0', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Subnet': '1.1', Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: 'Trunk': '1.1'}} Dec 15 16:07:18.100443 dv-cinder-800703-3-iscsi neutron-server[102584]: {{(pid=102584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:07:18.104161 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71309d7-57b5-4614-bac4-b306ead160c1,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:18.106116 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] Made reservation on behalf of 365cc23ac7624aab91c3f286c2a4db76 for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:18.107664 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Network b9de569e-dedf-412f-ac55-6fe163ed494a is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:18.108916 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.120229 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:18.127376 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:18.205969 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Attempting to bind port a81d52f6-5d77-4450-b6ff-ce730d5956b0 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:18.206639 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Attempting to bind port a81d52f6-5d77-4450-b6ff-ce730d5956b0 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:18.207168 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Attempting to bind port a81d52f6-5d77-4450-b6ff-ce730d5956b0 on network b9de569e-dedf-412f-ac55-6fe163ed494a {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:18.209911 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.212958 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:18.213345 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Checking segment: {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:18.213753 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.214215 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Bound using segment: {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:18.214996 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Bound port: a81d52f6-5d77-4450-b6ff-ce730d5956b0, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:18.215620 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.264393 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.317721 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.340610 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] For port a81d52f6-5d77-4450-b6ff-ce730d5956b0, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:18.374703 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] For port a81d52f6-5d77-4450-b6ff-ce730d5956b0, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=a81d52f6-5d77-4450-b6ff-ce730d5956b0,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:18.385954 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.398792 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.399299 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.405413 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:18.409540 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:07:18.454751 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] Checking segment: {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:18.455075 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] Network hostable DHCP agents. Network: 712a2ed7-316f-482c-893d-a6ba2836f0df, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:07:18.459914 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:18.506943 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] Network 712a2ed7-316f-482c-893d-a6ba2836f0df is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:07:18.520769 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] Checking segment: {'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:18.521135 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] Network hostable DHCP agents. Network: d84380ad-1686-4ecc-ba8f-571feeb05d97, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:07:18.524893 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 712a2ed7-316f-482c-893d-a6ba2836f0df) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:18.531473 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:18.533135 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.552985 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Allocated IP 172.27.1.21 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/3fd14aa8-acca-439b-b618-4298f64b3337) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:18.562244 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a9b261a7-2756-473e-9e11-dfd79d3885cc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1997406 Dec 15 16:07:18.565211 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] Network d84380ad-1686-4ecc-ba8f-571feeb05d97 is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:07:18.566440 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33306) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:18.571284 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcffbf-a665-4e4f-a4fb-39e983e7c386 None None] Pushing event updated for resources: {'Port': ['ID=a81d52f6-5d77-4450-b6ff-ce730d5956b0,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:18.573230 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:18.587119 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, d84380ad-1686-4ecc-ba8f-571feeb05d97) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:18.587393 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a873be-e364-4c26-935f-186faf423012 None None] Network 712a2ed7-316f-482c-893d-a6ba2836f0df requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:18.598190 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:18.599010 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.612581 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c61b655-ccd1-4445-b5dc-2925354d1deb None None] Network d84380ad-1686-4ecc-ba8f-571feeb05d97 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:18.625517 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.625857 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Added segment e5b77112-f322-4374-b41a-97d103cd1a41 of type vlan for network 5867fdd0-c07f-4aea-8201-7f39fd75db79 Dec 15 16:07:18.627892 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12901'] for router, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.630226 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12908'] for router, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.679483 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.707405 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] Checking segment: {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:18.707686 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] Network hostable DHCP agents. Network: 759c34f4-14be-417a-897c-06d30e0fd249, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:07:18.722935 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0b223d38-52dc-45da-a163-2205d1a0e70f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8278258 Dec 15 16:07:18.727919 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.728864 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:18.729446 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.734544 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33312) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:18.756421 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-router', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:18.785315 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.890324 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] Network 759c34f4-14be-417a-897c-06d30e0fd249 is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:07:18.892578 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db56ea0-e219-5b2e-924d-2aca1fddb1d2-712a2ed7-316f-482c-893d-a6ba2836f0df', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1'}]}} from dv-cinder-800703-3-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:07:18.893621 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:18.899996 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18029a2-ef69-4fa1-ac08-37aeaec09c84 None None] Network d84380ad-1686-4ecc-ba8f-571feeb05d97 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:18.920232 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] Pushing event updated for resources: {'Network': ['ID=5867fdd0-c07f-4aea-8201-7f39fd75db79,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:18.952926 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 759c34f4-14be-417a-897c-06d30e0fd249) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:19.038569 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.039114 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:19.039114 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.039114 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.039114 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12901'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.039114 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12908'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.039114 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9305395c-2094-4add-9fb7-d688b26c9588 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6557229 Dec 15 16:07:19.039114 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33318) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:19.039114 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33320) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:19.049894 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] Request body: {'subnet': {'network_id': '5867fdd0-c07f-4aea-8201-7f39fd75db79', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1003535447-subnet', 'tenant_id': 'fc182f1b5d374414ba1fa8c369cf6372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:19.097176 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 5867fdd0-c07f-4aea-8201-7f39fd75db79 details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:07:19.099866 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1db783-5edc-497e-811d-c8b8b052d962 None None] Network 759c34f4-14be-417a-897c-06d30e0fd249 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:19.113235 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] Made reservation on behalf of fc182f1b5d374414ba1fa8c369cf6372 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:19.113990 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33326) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:19.118315 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.141815 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-cad35a05-ae99-4f42-a38f-46d5d69faefe admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5070662 Dec 15 16:07:19.270715 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.312667 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.344129 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.356373 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.528137 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Allocated IP 172.27.1.87 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/4e2ca714-c063-4a91-b19a-37089f73a8b4) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:19.617374 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f11dc496-bde6-4033-847c-02473ff309d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.681835 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33336) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:19.699980 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8505-3c30-4f1d-9769-5559794854ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.708861 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.775282 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device a81d52f6-5d77-4450-b6ff-ce730d5956b0 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:19.787692 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:19.802569 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3339d38-3ed8-4622-8d6e-037c2655191b None None] Network 759c34f4-14be-417a-897c-06d30e0fd249 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:19.806502 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:19.843932 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.858287 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:19.859778 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-adbde761-29b0-4751-8acc-a9369c734758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.918601 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Pushing event updated for resources: {'Port': ['ID=3fd14aa8-acca-439b-b618-4298f64b3337,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:19.920748 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:19.926268 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:19.940584 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:19.952407 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:19.954794 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Allocated IP 172.20.0.2 (712a2ed7-316f-482c-893d-a6ba2836f0df/c71309d7-57b5-4614-bac4-b306ead160c1/b6c427a9-3f28-457e-9ae3-962ce039fc61) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:20.058232 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port a81d52f6-5d77-4450-b6ff-ce730d5956b0 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:20.058534 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.146782 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8505-3c30-4f1d-9769-5559794854ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.150656 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2ca714-c063-4a91-b19a-37089f73a8b4,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:20.190199 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8505-3c30-4f1d-9769-5559794854ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.205851 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd039b59-f0eb-4465-b8af-d84b23de85bd None None] Network b9de569e-dedf-412f-ac55-6fe163ed494a requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:20.215008 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33360) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:20.221913 dv-cinder-800703-3-iscsi neutron-server[102582]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 16:07:20.222987 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.286846 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6a7a8505-3c30-4f1d-9769-5559794854ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fad8bd1fa3614758a36c30797fde2c62&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0663171 Dec 15 16:07:20.291761 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a8505-3c30-4f1d-9769-5559794854ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bc2693-8afc-4ec3-94f6-0e610e9beb96,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:20.295335 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33364) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:20.317313 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.321697 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.324227 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-89f29534-85a3-43b1-9414-257e150e85dc None None] Provisioning complete for port a81d52f6-5d77-4450-b6ff-ce730d5956b0 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:20.324671 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-89f29534-85a3-43b1-9414-257e150e85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.366896 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.372524 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-adbde761-29b0-4751-8acc-a9369c734758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.397484 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-adbde761-29b0-4751-8acc-a9369c734758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.446611 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Network 712a2ed7-316f-482c-893d-a6ba2836f0df is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:20.476010 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:20.480337 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:20.487318 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port a81d52f6-5d77-4450-b6ff-ce730d5956b0, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=a81d52f6-5d77-4450-b6ff-ce730d5956b0,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:20.494171 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f11dc496-bde6-4033-847c-02473ff309d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.496138 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-adbde761-29b0-4751-8acc-a9369c734758 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05e7f66ec3334b83ab1c192285640766&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8089063 Dec 15 16:07:20.507650 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33370) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:20.510324 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.516246 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c2c82442-0541-4991-b1c7-93d7868ea0dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.522401 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbde761-29b0-4751-8acc-a9369c734758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdce66fe-60e8-4770-9ee3-e656d35fc631,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:20.532852 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc52616-f80c-40db-8655-9542ee836dec,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:20.540671 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Pushing event updated for resources: {'Port': ['ID=b6c427a9-3f28-457e-9ae3-962ce039fc61,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:20.553971 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c2c82442-0541-4991-b1c7-93d7868ea0dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.554505 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f11dc496-bde6-4033-847c-02473ff309d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.556163 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.635520 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Attempting to bind port b6c427a9-3f28-457e-9ae3-962ce039fc61 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:20.636145 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Attempting to bind port b6c427a9-3f28-457e-9ae3-962ce039fc61 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:20.636516 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Attempting to bind port b6c427a9-3f28-457e-9ae3-962ce039fc61 on network 712a2ed7-316f-482c-893d-a6ba2836f0df {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:20.648864 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] Checking segment: {'id': 'e5b77112-f322-4374-b41a-97d103cd1a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5867fdd0-c07f-4aea-8201-7f39fd75db79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:20.649339 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] Network hostable DHCP agents. Network: 5867fdd0-c07f-4aea-8201-7f39fd75db79, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:07:20.651037 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:20.651359 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Checking segment: {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:20.651770 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.652164 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Bound using segment: {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:20.652656 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Bound port: b6c427a9-3f28-457e-9ae3-962ce039fc61, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:20.653514 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.676928 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=a81d52f6-5d77-4450-b6ff-ce730d5956b0,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:20.724386 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deaba8-5646-4598-989e-f5edf77d839d req-c72a2859-0158-4999-8afe-7f09838d8767 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:20.731232 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-c72a2859-0158-4999-8afe-7f09838d8767 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/networks?id=759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 200 len: 814 time: 0.5136495 Dec 15 16:07:20.740206 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f11dc496-bde6-4033-847c-02473ff309d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d10d4801cfe48e0a0e7ab09dfed199b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7132058 Dec 15 16:07:20.741494 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c2c82442-0541-4991-b1c7-93d7868ea0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.744275 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c2c82442-0541-4991-b1c7-93d7868ea0dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.748116 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c2c82442-0541-4991-b1c7-93d7868ea0dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50bc2693-8afc-4ec3-94f6-0e610e9beb96 HTTP/1.1" status: 204 len: 168 time: 0.4479532 Dec 15 16:07:20.748116 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33376) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:20.749394 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] For port b6c427a9-3f28-457e-9ae3-962ce039fc61, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:20.753847 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] For port b6c427a9-3f28-457e-9ae3-962ce039fc61, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=b6c427a9-3f28-457e-9ae3-962ce039fc61,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:20.768830 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-5ebf5406-bd6f-4480-8186-8e0f276a7f85 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/quotas/830aba5f3b33486d86fbcbc92dfdeb30 HTTP/1.1" status: 200 len: 375 time: 0.0365338 Dec 15 16:07:20.772681 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.772953 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c82442-0541-4991-b1c7-93d7868ea0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bc2693-8afc-4ec3-94f6-0e610e9beb96,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:20.775488 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11dc496-bde6-4033-847c-02473ff309d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1fec74-c958-4422-83be-446f4e2f53ad,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:20.831016 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.893249 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ed9ef-b385-4a2c-a5b9-c0a07dadaa89 None None] Pushing event updated for resources: {'Port': ['ID=b6c427a9-3f28-457e-9ae3-962ce039fc61,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:20.898994 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a92b7329-acab-4596-85a9-0cf9d3f6a443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.941962 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551159'] for router, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.944942 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a92b7329-acab-4596-85a9-0cf9d3f6a443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:20.946815 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] Network 5867fdd0-c07f-4aea-8201-7f39fd75db79 is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:07:20.955464 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-c5c81393-7e36-4ae7-ab5a-46b8942a14a9 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1851001 Dec 15 16:07:20.988153 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-bc64e9e8-1285-4e56-a737-043cf4ee5eef None None] Provisioning complete for port a81d52f6-5d77-4450-b6ff-ce730d5956b0 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:20.988527 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bc64e9e8-1285-4e56-a737-043cf4ee5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.021310 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 5867fdd0-c07f-4aea-8201-7f39fd75db79) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:21.053319 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3c848-40b7-44a6-8835-861e251311ea None None] Network 5867fdd0-c07f-4aea-8201-7f39fd75db79 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:21.078606 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:21.079247 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.129313 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-84e62c76-7124-45c7-888a-934c3ceeb91f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1008835 Dec 15 16:07:21.193046 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c919994c-e1be-4f0b-b132-411acbd1dac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.249721 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.269157 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b64663-76f4-4973-84c3-04adc92c161b None None] Network 5867fdd0-c07f-4aea-8201-7f39fd75db79 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:21.291931 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a92b7329-acab-4596-85a9-0cf9d3f6a443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.298964 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a92b7329-acab-4596-85a9-0cf9d3f6a443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.302836 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a92b7329-acab-4596-85a9-0cf9d3f6a443 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb1fec74-c958-4422-83be-446f4e2f53ad HTTP/1.1" status: 204 len: 168 time: 0.5521173 Dec 15 16:07:21.331678 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b7329-acab-4596-85a9-0cf9d3f6a443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1fec74-c958-4422-83be-446f4e2f53ad,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:21.427728 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33392) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:21.472130 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-031e0956-b4fb-4518-8616-62c86b7f5037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.486964 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.559506 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 is scheduled to L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 with binding_index 1 {{(pid=102583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:07:21.666005 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b6c427a9-3f28-457e-9ae3-962ce039fc61 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:21.716942 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Allocated IP 172.27.1.214 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/e32bd69a-337c-439f-bda4-a4523a761084) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:21.738987 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port b6c427a9-3f28-457e-9ae3-962ce039fc61 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:21.739528 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.838431 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.889128 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port b6c427a9-3f28-457e-9ae3-962ce039fc61, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=b6c427a9-3f28-457e-9ae3-962ce039fc61,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:21.903912 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c919994c-e1be-4f0b-b132-411acbd1dac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.906401 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.909131 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device a81d52f6-5d77-4450-b6ff-ce730d5956b0 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:21.917667 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-fffa305e-2d92-46de-926b-23d4d6d4c7b0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:07:21.919120 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-fffa305e-2d92-46de-926b-23d4d6d4c7b0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6708927 Dec 15 16:07:21.945990 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-031e0956-b4fb-4518-8616-62c86b7f5037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.952278 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:07:21.967455 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Sync routers for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:07:21.984061 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-031e0956-b4fb-4518-8616-62c86b7f5037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.986123 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:21.991713 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:22.012433 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:22.015371 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-4e529a6c-e56d-46e6-b915-1c52545e1020 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4468389 Dec 15 16:07:22.036904 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33406) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:22.061893 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=b6c427a9-3f28-457e-9ae3-962ce039fc61,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:22.077978 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port a81d52f6-5d77-4450-b6ff-ce730d5956b0 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:22.078607 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:22.242418 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-031e0956-b4fb-4518-8616-62c86b7f5037 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4046c4fe3af482680bf6d0b1025b18d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8112419 Dec 15 16:07:22.249820 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e0956-b4fb-4518-8616-62c86b7f5037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b95774-34d0-43b5-942a-6c496122f670,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:22.250970 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33412) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:22.335373 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9039675e-90e1-471e-9750-7b9b7950e479 None None] Network 712a2ed7-316f-482c-893d-a6ba2836f0df requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:22.340277 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:22.379053 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551159'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:22.397224 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:22.446103 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-70316749-1fa6-4791-9009-8bb421865f89 None None] Provisioning complete for port b6c427a9-3f28-457e-9ae3-962ce039fc61 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:22.446591 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-70316749-1fa6-4791-9009-8bb421865f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:22.499911 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:22.507786 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c919994c-e1be-4f0b-b132-411acbd1dac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:22.511633 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c919994c-e1be-4f0b-b132-411acbd1dac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:22.517691 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c919994c-e1be-4f0b-b132-411acbd1dac8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdce66fe-60e8-4770-9ee3-e656d35fc631 HTTP/1.1" status: 204 len: 168 time: 2.0080156 Dec 15 16:07:22.544332 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:22.604247 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919994c-e1be-4f0b-b132-411acbd1dac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdce66fe-60e8-4770-9ee3-e656d35fc631,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:22.668538 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:22.688084 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Pushing event updated for resources: {'Port': ['ID=e32bd69a-337c-439f-bda4-a4523a761084,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:22.718493 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33434) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:22.745674 dv-cinder-800703-3-iscsi neutron-server[102583]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 16:07:22.781109 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:22.933641 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:20Z', 'revision_number': 3, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:22.995040 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-93af09fd-7012-4357-89f6-cccb21916395 service neutron] 10.222.0.41 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0147412 Dec 15 16:07:23.012845 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Checking router: 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:07:23.014031 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Updating router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 port 4e2ca714-c063-4a91-b19a-37089f73a8b4 binding host dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:07:23.095163 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.120218 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-87f87585-542c-446c-a366-3ffeda6638fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.161732 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-87f87585-542c-446c-a366-3ffeda6638fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.193148 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33446) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:23.256876 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-604a71ab-b203-4996-b8e6-5ad0e6d7227e None None] Provisioning complete for port b6c427a9-3f28-457e-9ae3-962ce039fc61 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:23.257929 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-604a71ab-b203-4996-b8e6-5ad0e6d7227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.280028 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c078ce89-6fe9-428e-b525-7efd0136d28c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.303498 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-d0982c83-5f6a-4c16-9d4f-0214cf5bba62 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:23.307781 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-d0982c83-5f6a-4c16-9d4f-0214cf5bba62 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/networks?id=5867fdd0-c07f-4aea-8201-7f39fd75db79 HTTP/1.1" status: 200 len: 812 time: 0.5803220 Dec 15 16:07:23.350957 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-b48ef414-e293-438c-aee2-2280de19328f service neutron] 10.222.0.41 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549385 Dec 15 16:07:23.369148 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 is scheduled to L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:07:23.383220 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.419867 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-89d9ef89-8f0a-4d31-8aa1-bc5257f3a213 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/quotas/fc182f1b5d374414ba1fa8c369cf6372 HTTP/1.1" status: 200 len: 375 time: 0.0506525 Dec 15 16:07:23.467991 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-87f87585-542c-446c-a366-3ffeda6638fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.476870 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-87f87585-542c-446c-a366-3ffeda6638fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.482101 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-87f87585-542c-446c-a366-3ffeda6638fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2b95774-34d0-43b5-942a-6c496122f670 HTTP/1.1" status: 204 len: 168 time: 1.2272692 Dec 15 16:07:23.496124 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.496250 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b6c427a9-3f28-457e-9ae3-962ce039fc61 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:23.506624 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.540732 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-225221f5-7a7c-4ec9-9698-7df858da6914 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc182f1b5d374414ba1fa8c369cf6372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1104348 Dec 15 16:07:23.596359 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Pushing event updated for resources: {'Port': ['ID=4e2ca714-c063-4a91-b19a-37089f73a8b4,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:23.627934 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.628281 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.628668 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.629063 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.629399 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.629726 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.630820 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.631156 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.631500 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.631985 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.632542 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.632872 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.633360 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Tracked resource versions report: Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: pushed versions: Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: { 'AddressGroup': {'1.2'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'ConntrackHelper': {'1.0'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Log': {'1.0'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Network': {'1.1'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Port': {'1.7'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'PortForwarding': {'1.2'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'QosPolicy': {'1.10'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SecurityGroup': {'1.5'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SubPort': {'1.0'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Subnet': {'1.1'}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Trunk': {'1.1'}} Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: consumer versions: Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: { DHCP agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: HyperV agent@hv-cinder-80070: {}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: L3 agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: Metadata agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: Metering agent@dv-cinder-800703-3-iscsi: {}, Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: Open vSwitch agent@dv-cinder-800703-3-iscsi: { 'AddressGroup': '1.2', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'ConntrackHelper': '1.0', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'LocalIPAssociation': '1.0', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Log': '1.0', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Network': '1.1', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Port': '1.7', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'PortForwarding': '1.2', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'QosPolicy': '1.10', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SecurityGroup': '1.5', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SecurityGroupRule': '1.2', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'SubPort': '1.0', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Subnet': '1.1', Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: 'Trunk': '1.1'}} Dec 15 16:07:23.635843 dv-cinder-800703-3-iscsi neutron-server[102585]: {{(pid=102585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:07:23.638006 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f87585-542c-446c-a366-3ffeda6638fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b95774-34d0-43b5-942a-6c496122f670,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:23.639931 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Attempting to bind port 4e2ca714-c063-4a91-b19a-37089f73a8b4 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:23.640325 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Attempting to bind port 4e2ca714-c063-4a91-b19a-37089f73a8b4 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:23.640682 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Attempting to bind port 4e2ca714-c063-4a91-b19a-37089f73a8b4 on network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:23.648589 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:23.649041 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Checking segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:23.649450 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.649994 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Bound using segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:23.650631 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Bound port: 4e2ca714-c063-4a91-b19a-37089f73a8b4, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:23.651745 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.659055 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port b6c427a9-3f28-457e-9ae3-962ce039fc61 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:23.659432 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.689174 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.766091 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] For port 4e2ca714-c063-4a91-b19a-37089f73a8b4, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:23.785257 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] For port 4e2ca714-c063-4a91-b19a-37089f73a8b4, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=4e2ca714-c063-4a91-b19a-37089f73a8b4,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:23.799265 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.944607 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:23.945411 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:23.950253 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Allocated IP 172.20.0.1 (712a2ed7-316f-482c-893d-a6ba2836f0df/c71309d7-57b5-4614-bac4-b306ead160c1/f12273c8-eead-45c0-9db9-af064c894bbe) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:23.984042 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-9d9abca1-399c-4842-818a-aed9563db2a2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:07:23.985365 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-9d9abca1-399c-4842-818a-aed9563db2a2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0763297 Dec 15 16:07:24.009436 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1cf5d63c-afa4-4830-87ad-0fe013e2d56d req-39a7ee36-5e4e-4619-bb63-7bcce7cda6dc tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 210 time: 0.1373241 Dec 15 16:07:24.114739 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86c25b-b096-4eec-be40-5b2c2d70914e None None] Pushing event updated for resources: {'Port': ['ID=4e2ca714-c063-4a91-b19a-37089f73a8b4,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:24.124475 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:24.149097 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c078ce89-6fe9-428e-b525-7efd0136d28c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:24.162212 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c078ce89-6fe9-428e-b525-7efd0136d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:24.168923 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:07:24.190141 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Sync routers for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:07:24.208537 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:24.209173 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:24.270977 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c078ce89-6fe9-428e-b525-7efd0136d28c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7caf2f96d1a4f3aad5b82ecbd6f58a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0706124 Dec 15 16:07:24.272110 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33490) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:24.288759 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ce89-6fe9-428e-b525-7efd0136d28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee1ea89-adf7-4531-a590-b22ca85011b4,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:24.312810 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:24.316468 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a19c21fc-5c8e-4497-a9a7-6c84a13f6a3d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2036319 Dec 15 16:07:24.320160 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33492) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:24.341940 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551159'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:24.402067 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-d2bebd6d-fc05-4fb9-b05b-f0293203c1b7 service neutron] 10.222.0.41 "GET /v2.0/networks/5867fdd0-c07f-4aea-8201-7f39fd75db79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057760 Dec 15 16:07:24.439088 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:24.467775 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:24.487823 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e576a30f-4bad-4976-85c9-1491fe13ac75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:24.552339 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:20Z', 'revision_number': 3, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:24.642171 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1188eb7d-697a-4fe7-ae44-bb83fd9b48e0 None None] The sync data for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi is: [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:20Z', 'revision_number': 3, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:07:24.658830 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:24.693592 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cdac5de3-72e6-4a33-8305-64d420f25cd2 service neutron] 10.222.0.41 "GET /v2.0/networks/5867fdd0-c07f-4aea-8201-7f39fd75db79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781713 Dec 15 16:07:24.819838 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Network 712a2ed7-316f-482c-893d-a6ba2836f0df is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:24.830348 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:24.890911 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Pushing event updated for resources: {'Port': ['ID=f12273c8-eead-45c0-9db9-af064c894bbe,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:24.937386 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:24.939188 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552324'] for router_interface, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:24.959133 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e576a30f-4bad-4976-85c9-1491fe13ac75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:25.020435 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:20Z', 'revision_number': 3, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:25.112310 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Checking router: c3e2c533-d9de-4263-bf3a-9e03a8fd5929 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:07:25.113068 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Updating router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 port 3fd14aa8-acca-439b-b618-4298f64b3337 binding host dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:07:25.244176 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:25.463584 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4664d09d-11bd-4550-9252-e3ba879b4d69 req-8f980dd3-2ba4-4274-b48f-b73bfaf3ae18 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 210 time: 0.2015018 Dec 15 16:07:25.465773 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33536) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:25.567951 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-87b21c13-db44-4846-9b3e-b94ca23644ce None None] Provisioning complete for port f12273c8-eead-45c0-9db9-af064c894bbe triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:25.568510 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-87b21c13-db44-4846-9b3e-b94ca23644ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:25.659595 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6320d67d-7fe3-46df-a039-f0c7ff0aab3b req-05aa2e08-0e60-43f6-a672-4de04713f20d tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 210 time: 0.3592751 Dec 15 16:07:25.674543 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 4e2ca714-c063-4a91-b19a-37089f73a8b4 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:25.705606 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:25.840445 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e576a30f-4bad-4976-85c9-1491fe13ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:25.843042 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e576a30f-4bad-4976-85c9-1491fe13ac75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:25.847164 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e576a30f-4bad-4976-85c9-1491fe13ac75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ee1ea89-adf7-4531-a590-b22ca85011b4 HTTP/1.1" status: 204 len: 168 time: 1.5653057 Dec 15 16:07:25.874583 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576a30f-4bad-4976-85c9-1491fe13ac75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee1ea89-adf7-4531-a590-b22ca85011b4,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:25.897513 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Router 9491a3bd-b474-450a-91b7-1cc77e948f1e is scheduled to L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:07:25.961443 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-87b21c13-db44-4846-9b3e-b94ca23644ce None None] Port f12273c8-eead-45c0-9db9-af064c894bbe cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:07:26.062220 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fe23041e-0648-4bd6-80f4-d958007cef74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.106650 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.241614 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.279103 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.280316 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556852'] for router_interface, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.289521 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fe23041e-0648-4bd6-80f4-d958007cef74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.327204 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.353136 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fe23041e-0648-4bd6-80f4-d958007cef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.360181 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 4e2ca714-c063-4a91-b19a-37089f73a8b4 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:26.361041 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.376308 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.433548 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-fe23041e-0648-4bd6-80f4-d958007cef74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f5933257f3d4449af4dca88c99fa89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9591379 Dec 15 16:07:26.437012 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33572) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:26.490008 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Attempting to bind port 3fd14aa8-acca-439b-b618-4298f64b3337 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:26.490605 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Attempting to bind port 3fd14aa8-acca-439b-b618-4298f64b3337 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:26.491102 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Attempting to bind port 3fd14aa8-acca-439b-b618-4298f64b3337 on network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:26.519529 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:26.520287 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Checking segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:26.520912 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.521525 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Bound using segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:26.522349 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Bound port: 3fd14aa8-acca-439b-b618-4298f64b3337, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:26.522993 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.614118 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Allocated IP 172.20.0.1 (b9de569e-dedf-412f-ac55-6fe163ed494a/7619fe57-562e-4dcd-85a1-474a5ed5dfef/4eba6312-0d79-446f-8c85-7b8147e3f974) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:26.623128 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] For port 3fd14aa8-acca-439b-b618-4298f64b3337, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:26.630852 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] For port 3fd14aa8-acca-439b-b618-4298f64b3337, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=3fd14aa8-acca-439b-b618-4298f64b3337,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:26.686841 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.724245 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Pushing event updated for resources: {'Port': ['ID=f12273c8-eead-45c0-9db9-af064c894bbe,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:26.746987 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23041e-0648-4bd6-80f4-d958007cef74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b018f397-9a43-45e4-80be-5d08e74bdb39,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:26.851515 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Network 712a2ed7-316f-482c-893d-a6ba2836f0df is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:26.858102 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ba905-27ff-4379-9661-856614c15cef None None] Pushing event updated for resources: {'Port': ['ID=3fd14aa8-acca-439b-b618-4298f64b3337,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:26.858395 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:26.959703 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ba905-27ff-4379-9661-856614c15cef None None] Pushing event updated for resources: {'Port': ['ID=3fd14aa8-acca-439b-b618-4298f64b3337,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:26.973520 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:26.974307 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:26.997642 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8af9a217-d462-47cd-9f93-5f136afd1168 req-807edc69-483f-4106-858f-008b33a3a873 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 210 time: 0.1377485 Dec 15 16:07:27.057295 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:07:27.078431 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Sync routers for ids ['9491a3bd-b474-450a-91b7-1cc77e948f1e'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:07:27.095006 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-44ae140f-e8ee-423e-b470-e64e3c77729e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:27.103574 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:27.108216 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-786d057f-9db0-494f-821b-aebc96413636 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.3683455 Dec 15 16:07:27.111601 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Routers {'9491a3bd-b474-450a-91b7-1cc77e948f1e'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:27.112508 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['9491a3bd-b474-450a-91b7-1cc77e948f1e'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:27.117468 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33600) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:27.124925 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-afe21e4e-ca1e-43da-ab0d-17e59986ad85 req-ab56d96b-c850-4b7c-8651-f73531b68186 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 210 time: 0.2461321 Dec 15 16:07:27.167734 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:27.174910 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-44ae140f-e8ee-423e-b470-e64e3c77729e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:27.300777 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:27.319604 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:27.340895 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:07:27.346891 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-44ae140f-e8ee-423e-b470-e64e3c77729e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:27.358661 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-44ae140f-e8ee-423e-b470-e64e3c77729e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:27.363369 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-44ae140f-e8ee-423e-b470-e64e3c77729e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b018f397-9a43-45e4-80be-5d08e74bdb39 HTTP/1.1" status: 204 len: 168 time: 0.9065678 Dec 15 16:07:27.379220 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.18', 63980) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:27.454189 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port 4e2ca714-c063-4a91-b19a-37089f73a8b4, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=4e2ca714-c063-4a91-b19a-37089f73a8b4,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:27.470621 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:27.477674 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-d43d06bd-e734-4e39-8f7e-56bb3b7521b0 None None] Provisioning complete for port f12273c8-eead-45c0-9db9-af064c894bbe triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:27.478358 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d43d06bd-e734-4e39-8f7e-56bb3b7521b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:27.519368 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Set router 9491a3bd-b474-450a-91b7-1cc77e948f1e gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:27.536058 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deaba8-5646-4598-989e-f5edf77d839d req-af99134e-e5c1-435a-8624-4ad81b7a4f6b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:27.537583 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-af99134e-e5c1-435a-8624-4ad81b7a4f6b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "GET /v2.0/networks?id=759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 200 len: 814 time: 0.1574314 Dec 15 16:07:27.539553 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Network b9de569e-dedf-412f-ac55-6fe163ed494a is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:27.542892 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae140f-e8ee-423e-b470-e64e3c77729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b018f397-9a43-45e4-80be-5d08e74bdb39,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:27.548881 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:27.581799 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:27.582783 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552324'] for router_interface, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:27.585207 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-d43d06bd-e734-4e39-8f7e-56bb3b7521b0 None None] Port f12273c8-eead-45c0-9db9-af064c894bbe cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:07:27.636901 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:27.898367 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-router', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:22Z', 'revision_number': 3, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'gw_port': {'id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:32:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:21Z', 'updated_at': '2021-12-15T16:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:27.978971 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Checking router: 9491a3bd-b474-450a-91b7-1cc77e948f1e for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:07:27.979477 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Updating router 9491a3bd-b474-450a-91b7-1cc77e948f1e port e32bd69a-337c-439f-bda4-a4523a761084 binding host dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:07:28.005057 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Request body: {'port': {'device_id': '90132a29-e694-4b33-b9c1-3be0e2555008', 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249', 'admin_state_up': True, 'tenant_id': '830aba5f3b33486d86fbcbc92dfdeb30'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:28.026739 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Pushing event updated for resources: {'Port': ['ID=4eba6312-0d79-446f-8c85-7b8147e3f974,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:28.036326 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.18', 63984) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:28.041496 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:28.351849 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=4e2ca714-c063-4a91-b19a-37089f73a8b4,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:28.376401 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-accf97f1-1c55-4766-b71c-8d4bfa579575 None None] Provisioning complete for port 4eba6312-0d79-446f-8c85-7b8147e3f974 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:28.377002 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-accf97f1-1c55-4766-b71c-8d4bfa579575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:28.425363 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-accf97f1-1c55-4766-b71c-8d4bfa579575 None None] Port 4eba6312-0d79-446f-8c85-7b8147e3f974 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:07:28.439006 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:20Z', 'revision_number': 3, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:28.502610 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33640) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:28.519142 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25685c3-90d8-4ac4-9051-88ae8f47e544 None None] The sync data for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi is: [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:20Z', 'revision_number': 3, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:07:28.522719 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-22e4e8a4-a8be-456c-8104-dd41f2322adb req-180fcb6d-045c-4d88-804a-5a7948643fcb tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 210 time: 0.1952977 Dec 15 16:07:28.559716 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:07:28.566629 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6edf0ccc-06f4-4b77-a4d7-a52709617e01 admin admin] 10.222.0.41 "PUT /v2.0/routers/13c4a2c2-6b5e-410c-a801-e0caf5dfeea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5281148 Dec 15 16:07:28.570455 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Sync routers for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:07:28.590367 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:28.591176 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:28.596157 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-38c0963d-8a4f-436f-96d8-ee7096bcb4d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:28.795725 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:28.840823 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:28.852401 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:28.917241 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-38c0963d-8a4f-436f-96d8-ee7096bcb4d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:28.947180 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c28e8-a592-4e38-9119-d48ed642671b None None] Pushing event updated for resources: {'Port': ['ID=e32bd69a-337c-439f-bda4-a4523a761084,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:28.947793 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-38c0963d-8a4f-436f-96d8-ee7096bcb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:28.976211 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Made reservation on behalf of 830aba5f3b33486d86fbcbc92dfdeb30 for: {'port': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:28.980009 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:28.999167 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:29.007419 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Attempting to bind port e32bd69a-337c-439f-bda4-a4523a761084 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:29.007797 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Attempting to bind port e32bd69a-337c-439f-bda4-a4523a761084 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:29.008168 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Attempting to bind port e32bd69a-337c-439f-bda4-a4523a761084 on network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:29.028366 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-85674bb7-7b65-442f-adf1-1e2879435ab0 req-35d37920-2eff-4eda-8c53-d13df08f1d62 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 210 time: 0.0976338 Dec 15 16:07:29.033584 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:29.033584 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Checking segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:29.035060 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:29.035505 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Bound using segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:29.036211 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Bound port: e32bd69a-337c-439f-bda4-a4523a761084, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:29.036433 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:29.070422 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-81c9ff45-a167-4420-a93e-ddf9951722b8 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:29.078867 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-81c9ff45-a167-4420-a93e-ddf9951722b8 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.18 "GET /v2.0/networks?id=5867fdd0-c07f-4aea-8201-7f39fd75db79 HTTP/1.1" status: 200 len: 812 time: 1.0147924 Dec 15 16:07:29.081959 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:29.127724 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-38c0963d-8a4f-436f-96d8-ee7096bcb4d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bf17cb722834170906a9e6089dbd261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6037655 Dec 15 16:07:29.143446 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Request body: {'port': {'device_id': '771cf51f-79f3-4a84-8ebc-a9497a016143', 'network_id': '5867fdd0-c07f-4aea-8201-7f39fd75db79', 'admin_state_up': True, 'tenant_id': 'fc182f1b5d374414ba1fa8c369cf6372'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:29.146918 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] For port e32bd69a-337c-439f-bda4-a4523a761084, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:29.154353 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] For port e32bd69a-337c-439f-bda4-a4523a761084, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=e32bd69a-337c-439f-bda4-a4523a761084,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:29.160098 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33674) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:29.163014 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:29.270358 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c28e8-a592-4e38-9119-d48ed642671b None None] Pushing event updated for resources: {'Port': ['ID=e32bd69a-337c-439f-bda4-a4523a761084,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:29.297623 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Routers {'9491a3bd-b474-450a-91b7-1cc77e948f1e'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:29.300433 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['9491a3bd-b474-450a-91b7-1cc77e948f1e'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:29.486651 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0963d-8a4f-436f-96d8-ee7096bcb4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae39b932-c416-47a0-a3a0-9ebadd572d65,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:29.605413 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] Set router 9491a3bd-b474-450a-91b7-1cc77e948f1e gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:29.788226 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-788afaa3-868d-4d56-9468-f122c1195ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:29.841684 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 2, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:29.906125 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-788afaa3-868d-4d56-9468-f122c1195ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:29.958037 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Checking router: 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:07:29.984840 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Updating router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 port f12273c8-eead-45c0-9db9-af064c894bbe binding host dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:07:30.066588 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33710) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:30.089423 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-14cc730c-24d4-4bea-b2a6-a4f531531a1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542986755', 'description': 'tempest-description--1563058020'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:30.115427 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:30.118052 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 3fd14aa8-acca-439b-b618-4298f64b3337 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:30.319789 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-router', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:22Z', 'revision_number': 3, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'gw_port': {'id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:32:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:21Z', 'updated_at': '2021-12-15T16:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:30.324827 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33716) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:30.356336 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-86206d8c-34ed-4b38-bef2-92534798256f req-7edb1ce9-f12a-40df-838e-c93be6991b04 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 210 time: 0.4873886 Dec 15 16:07:30.420769 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0668bd-522b-4861-846a-5afcd618eb22 None None] The sync data for ids ['9491a3bd-b474-450a-91b7-1cc77e948f1e'] in dv-cinder-800703-3-iscsi is: [{'id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-router', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:22Z', 'revision_number': 3, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'gw_port': {'id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:32:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:21Z', 'updated_at': '2021-12-15T16:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:07:30.435745 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8f910fbc-ad06-41e9-95a6-af3ecabfcf1a req-e6d988c9-10df-4c4b-a7bb-9d4a2deae958 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 210 time: 0.1779394 Dec 15 16:07:30.455603 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Allocated IP 172.20.0.4 (759c34f4-14be-417a-897c-06d30e0fd249/7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a/eb06d20a-14b8-4cc1-8d1b-28c1855f50ed) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:30.461633 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-14cc730c-24d4-4bea-b2a6-a4f531531a1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:30.559259 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Made reservation on behalf of fc182f1b5d374414ba1fa8c369cf6372 for: {'port': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:30.565128 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:30.615943 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-788afaa3-868d-4d56-9468-f122c1195ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:30.619413 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-788afaa3-868d-4d56-9468-f122c1195ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:30.620734 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-788afaa3-868d-4d56-9468-f122c1195ef9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae39b932-c416-47a0-a3a0-9ebadd572d65 HTTP/1.1" status: 204 len: 168 time: 1.4503050 Dec 15 16:07:30.640188 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:30.695093 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788afaa3-868d-4d56-9468-f122c1195ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae39b932-c416-47a0-a3a0-9ebadd572d65,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:30.789388 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 3fd14aa8-acca-439b-b618-4298f64b3337 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:30.792040 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:31.134643 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Allocated IP 172.20.0.1 (d84380ad-1686-4ecc-ba8f-571feeb05d97/4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd/b95ceb8f-9061-4f6c-870c-1a893436757b) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:31.162004 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:31.200837 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port 3fd14aa8-acca-439b-b618-4298f64b3337, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=3fd14aa8-acca-439b-b618-4298f64b3337,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:31.218246 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:31.219158 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 4e2ca714-c063-4a91-b19a-37089f73a8b4 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:31.293710 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Allocated IP 172.20.0.3 (5867fdd0-c07f-4aea-8201-7f39fd75db79/9fc52616-f80c-40db-8655-9542ee836dec/fbcf44b9-d476-4aba-a276-c67d0625074b) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:31.429817 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=3fd14aa8-acca-439b-b618-4298f64b3337,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:31.587186 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:31.621966 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-80d51410-0c75-43bf-9871-1fe394ffde6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:31.634662 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:31.698864 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2ebe4702-9a5a-4509-8a63-ac06d4234ec5 req-c3e5b62a-ada1-498c-841d-04d903f968f2 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 210 time: 0.0454261 Dec 15 16:07:31.716225 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-14cc730c-24d4-4bea-b2a6-a4f531531a1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:31.741247 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-14cc730c-24d4-4bea-b2a6-a4f531531a1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:31.768162 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a33960-3416-4c0e-9c84-d1055d5d0f34 None None] Pushing event updated for resources: {'Port': ['ID=f12273c8-eead-45c0-9db9-af064c894bbe,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:31.771146 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 4e2ca714-c063-4a91-b19a-37089f73a8b4 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:31.771435 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:31.839646 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:31.861975 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc730c-24d4-4bea-b2a6-a4f531531a1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9deb80c6-76fe-400a-946a-81849b7bafcf,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:31.882457 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-14cc730c-24d4-4bea-b2a6-a4f531531a1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:31.884212 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-14cc730c-24d4-4bea-b2a6-a4f531531a1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8146253 Dec 15 16:07:31.894961 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33742) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:31.929281 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-2fa60515-a45c-4f64-ba09-804bf0c971ac tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'security_group_rule': {'security_group_id': '9deb80c6-76fe-400a-946a-81849b7bafcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:32.040175 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Attempting to bind port f12273c8-eead-45c0-9db9-af064c894bbe on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:32.040553 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Attempting to bind port f12273c8-eead-45c0-9db9-af064c894bbe by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:32.040942 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Attempting to bind port f12273c8-eead-45c0-9db9-af064c894bbe on network 712a2ed7-316f-482c-893d-a6ba2836f0df {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:32.053436 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:32.053944 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Checking segment: {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:32.054379 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.054921 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Bound using segment: {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:32.055414 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Bound port: f12273c8-eead-45c0-9db9-af064c894bbe, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:32.055818 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.103175 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.120524 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-80d51410-0c75-43bf-9871-1fe394ffde6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.173489 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.202864 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-80d51410-0c75-43bf-9871-1fe394ffde6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.246439 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.247295 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556852'] for router_interface, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.254946 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.359562 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d51410-0c75-43bf-9871-1fe394ffde6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe6b067-8590-4488-a96f-7c5c568542c6,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:32.362578 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2fa60515-a45c-4f64-ba09-804bf0c971ac tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.410563 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5e33c89e-c22b-4730-b82d-242137e6a861 req-edaec58a-effe-4a26-a166-a22eeec574a7 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 210 time: 0.5623353 Dec 15 16:07:32.424470 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Network 5867fdd0-c07f-4aea-8201-7f39fd75db79 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:32.426587 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:07:32.457462 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:32.460715 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-df49a8db-a086-4e36-861a-dfc14edaeed7 None None] Provisioning complete for port f12273c8-eead-45c0-9db9-af064c894bbe triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:32.465381 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:32.472820 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df49a8db-a086-4e36-861a-dfc14edaeed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.482890 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:32.486857 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.523465 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.551037 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] For port f12273c8-eead-45c0-9db9-af064c894bbe, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:32.650044 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] For port f12273c8-eead-45c0-9db9-af064c894bbe, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=f12273c8-eead-45c0-9db9-af064c894bbe,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:32.665606 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.666313 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-80d51410-0c75-43bf-9871-1fe394ffde6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf16f85519094db6b64ebd72d3ab5b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3288543 Dec 15 16:07:32.677748 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33756) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:32.713939 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Network b9de569e-dedf-412f-ac55-6fe163ed494a is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:32.728589 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Pushing event updated for resources: {'Port': ['ID=b95ceb8f-9061-4f6c-870c-1a893436757b,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:32.734846 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-df49a8db-a086-4e36-861a-dfc14edaeed7 None None] Port f12273c8-eead-45c0-9db9-af064c894bbe cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:07:32.736894 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6093290 Dec 15 16:07:32.746727 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:32.761921 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-4ae01760-7471-480b-956a-d00c3ff3b38c tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:07:32.763303 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-4ae01760-7471-480b-956a-d00c3ff3b38c tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0187325 Dec 15 16:07:32.770899 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Pushing event updated for resources: {'Port': ['ID=4eba6312-0d79-446f-8c85-7b8147e3f974,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:32.784532 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Network d84380ad-1686-4ecc-ba8f-571feeb05d97 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:32.814751 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:32.821789 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:32.834309 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552324'] for router_interface, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:32.851745 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 3fd14aa8-acca-439b-b618-4298f64b3337 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:33.006593 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70fb30-c365-4bd2-bb40-1253acabd596 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Pushing event updated for resources: {'Port': ['ID=fbcf44b9-d476-4aba-a276-c67d0625074b,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:33.031299 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:33.046413 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:33.047051 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:33.058396 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2fa60515-a45c-4f64-ba09-804bf0c971ac tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:33.178752 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2fa60515-a45c-4f64-ba09-804bf0c971ac tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:33.211554 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a33960-3416-4c0e-9c84-d1055d5d0f34 None None] Pushing event updated for resources: {'Port': ['ID=f12273c8-eead-45c0-9db9-af064c894bbe,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:33.325326 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 3fd14aa8-acca-439b-b618-4298f64b3337 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:33.325700 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:33.364454 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:07:33.368451 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:33.420038 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-42209494-1781-4554-86dd-033f41303350 None None] Provisioning complete for port f12273c8-eead-45c0-9db9-af064c894bbe triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:33.420411 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-42209494-1781-4554-86dd-033f41303350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:33.479330 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e119a-0cc3-4d97-b4d4-ca53b307c728 req-7b7e0fd6-c8a0-47d8-8761-e1ac02452f0d tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:33.493633 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-900e119a-0cc3-4d97-b4d4-ca53b307c728 req-7b7e0fd6-c8a0-47d8-8761-e1ac02452f0d tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 931 time: 0.4641550 Dec 15 16:07:33.596258 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:33.598441 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa60515-a45c-4f64-ba09-804bf0c971ac tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae590d2f-e018-4037-9508-003a4a7bab16,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:33.720576 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2fa60515-a45c-4f64-ba09-804bf0c971ac tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:33.724745 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2fa60515-a45c-4f64-ba09-804bf0c971ac tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8033676 Dec 15 16:07:33.727652 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54eeb29f-707d-4538-85a4-85acdb2eac96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:33.734025 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33782) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:33.761097 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:33.836598 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-5b8a39ab-16a8-4ff2-a7ad-5a5eae22c0fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'security_group_rule': {'security_group_id': '9deb80c6-76fe-400a-946a-81849b7bafcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:33.868394 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-42209494-1781-4554-86dd-033f41303350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:33.871958 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Request body: {'port': {'device_id': '771cf51f-79f3-4a84-8ebc-a9497a016143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:33.941196 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device e32bd69a-337c-439f-bda4-a4523a761084 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:33.981859 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54eeb29f-707d-4538-85a4-85acdb2eac96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:34.030094 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-900e119a-0cc3-4d97-b4d4-ca53b307c728 req-43676390-2a42-4b3a-a724-6cb9333aaf99 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210695 Dec 15 16:07:34.100664 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b8a39ab-16a8-4ff2-a7ad-5a5eae22c0fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:34.135409 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-42209494-1781-4554-86dd-033f41303350 None None] For port f12273c8-eead-45c0-9db9-af064c894bbe, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=f12273c8-eead-45c0-9db9-af064c894bbe,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:34.149471 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-42209494-1781-4554-86dd-033f41303350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:34.246734 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Network 759c34f4-14be-417a-897c-06d30e0fd249 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:34.253527 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port e32bd69a-337c-439f-bda4-a4523a761084 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:34.253927 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:34.268464 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:07:34.279550 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Sync routers for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:07:34.305693 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:34.311498 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-add16de4-317a-4e28-8857-b4d96c686842 admin admin] 10.222.0.41 "PUT /v2.0/routers/c3e2c533-d9de-4263-bf3a-9e03a8fd5929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9848776 Dec 15 16:07:34.314712 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:34.332446 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:34.344144 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:34.350370 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:34.351031 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:34.407768 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42209494-1781-4554-86dd-033f41303350 None None] Pushing event updated for resources: {'Port': ['ID=f12273c8-eead-45c0-9db9-af064c894bbe,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:34.454257 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2a3af04c-6c27-404a-8989-89df8115bbf4 None None] Provisioning complete for port 4eba6312-0d79-446f-8c85-7b8147e3f974 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:34.458445 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a3af04c-6c27-404a-8989-89df8115bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:34.493710 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Pushing event updated for resources: {'Port': ['ID=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:34.542447 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:34.566379 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-d189847b-508f-4da4-af9c-5ac53c64dd96 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5700970 Dec 15 16:07:34.653660 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:32Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:34.697138 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73112478-8d8c-4cbf-9dee-d56b9ffbcdc8 req-9709d0c1-9517-4cd7-b087-1c5fd25a667d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:34.710574 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-73112478-8d8c-4cbf-9dee-d56b9ffbcdc8 req-9709d0c1-9517-4cd7-b087-1c5fd25a667d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 931 time: 0.8625746 Dec 15 16:07:34.713105 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:34.738542 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2a3af04c-6c27-404a-8989-89df8115bbf4 None None] Port 4eba6312-0d79-446f-8c85-7b8147e3f974 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:07:34.742896 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Request body: {'port': {'device_id': '90132a29-e694-4b33-b9c1-3be0e2555008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:34.743572 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969b8ae-55fc-4e63-87ee-4d9ce91e4f08 None None] The sync data for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi is: [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:32Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:07:34.757804 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:34.821831 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port e32bd69a-337c-439f-bda4-a4523a761084, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=e32bd69a-337c-439f-bda4-a4523a761084,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:34.829507 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:34.978751 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-73112478-8d8c-4cbf-9dee-d56b9ffbcdc8 req-104b2ceb-5f01-4c32-b342-6ca0d560ddf7 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400382 Dec 15 16:07:35.008441 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.026072 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54eeb29f-707d-4538-85a4-85acdb2eac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.036130 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54eeb29f-707d-4538-85a4-85acdb2eac96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.036130 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-54eeb29f-707d-4538-85a4-85acdb2eac96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffe6b067-8590-4488-a96f-7c5c568542c6 HTTP/1.1" status: 204 len: 168 time: 2.3410335 Dec 15 16:07:35.047139 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.048440 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556852'] for router_interface, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.057828 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=e32bd69a-337c-439f-bda4-a4523a761084,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:35.122290 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b8a39ab-16a8-4ff2-a7ad-5a5eae22c0fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.189064 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f7ef8c7-bc9e-44d1-bc3a-ca11471cdbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.204071 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eeb29f-707d-4538-85a4-85acdb2eac96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe6b067-8590-4488-a96f-7c5c568542c6,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:35.269894 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b8a39ab-16a8-4ff2-a7ad-5a5eae22c0fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.589661 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a39ab-16a8-4ff2-a7ad-5a5eae22c0fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f34219-19f9-4231-ba8b-a4787ac37880,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:35.608324 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Pushing event updated for resources: {'Port': ['ID=b95ceb8f-9061-4f6c-870c-1a893436757b,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:35.610494 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:29Z', 'revision_number': 2, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:35.616322 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33820) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:35.662329 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-ddd1c48e-f183-479f-95d5-c0d1db35c8d7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270781960', 'description': 'tempest-description--1430378545'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:35.682379 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b8a39ab-16a8-4ff2-a7ad-5a5eae22c0fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.701468 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-5b8a39ab-16a8-4ff2-a7ad-5a5eae22c0fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9609926 Dec 15 16:07:35.709537 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33828) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:35.714759 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.729988 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Checking router: c3e2c533-d9de-4263-bf3a-9e03a8fd5929 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:07:35.730629 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Updating router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 port 4eba6312-0d79-446f-8c85-7b8147e3f974 binding host dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:07:35.776665 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'floatingip': {'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:35.842195 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.858621 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device f12273c8-eead-45c0-9db9-af064c894bbe up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:35.908599 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c48e-f183-479f-95d5-c0d1db35c8d7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:35.966357 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.042298 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port f12273c8-eead-45c0-9db9-af064c894bbe triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:36.042676 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.241029 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58688bf7-de9f-4e07-8e43-c4bc5ce43fff req-15659c5a-ce70-4735-85f7-8b2772a23db3 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:36.246420 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58688bf7-de9f-4e07-8e43-c4bc5ce43fff req-15659c5a-ce70-4735-85f7-8b2772a23db3 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 931 time: 0.8982589 Dec 15 16:07:36.280201 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c48e-f183-479f-95d5-c0d1db35c8d7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.305769 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33832) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:36.399848 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcf44b9-d476-4aba-a276-c67d0625074b {{(pid=102582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:07:36.418394 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c48e-f183-479f-95d5-c0d1db35c8d7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.481019 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.488232 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Network d84380ad-1686-4ecc-ba8f-571feeb05d97 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:36.533699 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-42c3d16e-60f6-49e6-b429-1db7b7b0da81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.631890 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.provisioning_blocks [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Transition to ACTIVE for port object fbcf44b9-d476-4aba-a276-c67d0625074b will not be triggered until provisioned by entity L2. {{(pid=102582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:07:36.713345 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.733665 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c48e-f183-479f-95d5-c0d1db35c8d7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.735888 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-ddd1c48e-f183-479f-95d5-c0d1db35c8d7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1069996 Dec 15 16:07:36.747075 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33842) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:36.747693 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.768923 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.783795 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-42c3d16e-60f6-49e6-b429-1db7b7b0da81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.788021 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-b598a63d-a6b4-4f3c-a243-0cef5a6f0842 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'security_group_rule': {'security_group_id': '92ffae0a-a9bf-499e-ac03-1451034eaba2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:36.792077 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1c48e-f183-479f-95d5-c0d1db35c8d7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ffae0a-a9bf-499e-ac03-1451034eaba2,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:36.810945 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:36.827966 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58688bf7-de9f-4e07-8e43-c4bc5ce43fff req-c03aa5e3-5ce1-478f-b7dc-8d76e38c27bd tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074055 Dec 15 16:07:36.830566 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-42c3d16e-60f6-49e6-b429-1db7b7b0da81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.903718 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b598a63d-a6b4-4f3c-a243-0cef5a6f0842 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:36.937497 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba61602-e816-4fba-b903-6049ade1c88c None None] Pushing event updated for resources: {'Port': ['ID=4eba6312-0d79-446f-8c85-7b8147e3f974,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:37.029540 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device e32bd69a-337c-439f-bda4-a4523a761084 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:37.142515 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Attempting to bind port 4eba6312-0d79-446f-8c85-7b8147e3f974 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:37.142906 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Attempting to bind port 4eba6312-0d79-446f-8c85-7b8147e3f974 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:37.144137 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Attempting to bind port 4eba6312-0d79-446f-8c85-7b8147e3f974 on network b9de569e-dedf-412f-ac55-6fe163ed494a {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:37.159610 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcf44b9-d476-4aba-a276-c67d0625074b,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:37.161061 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:37.161446 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Checking segment: {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:37.161855 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.162276 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Bound using segment: {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:37.162764 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Bound port: 4eba6312-0d79-446f-8c85-7b8147e3f974, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:37.163177 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.215090 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port e32bd69a-337c-439f-bda4-a4523a761084 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:37.220376 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.226979 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Attempting to bind port fbcf44b9-d476-4aba-a276-c67d0625074b on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:37.226979 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Attempting to bind port fbcf44b9-d476-4aba-a276-c67d0625074b by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'e5b77112-f322-4374-b41a-97d103cd1a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5867fdd0-c07f-4aea-8201-7f39fd75db79'}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:37.226979 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Attempting to bind port fbcf44b9-d476-4aba-a276-c67d0625074b on network 5867fdd0-c07f-4aea-8201-7f39fd75db79 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:37.240463 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Port fbcf44b9-d476-4aba-a276-c67d0625074b on network 5867fdd0-c07f-4aea-8201-7f39fd75db79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:07:37.246200 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Attempting to bind port fbcf44b9-d476-4aba-a276-c67d0625074b on network 5867fdd0-c07f-4aea-8201-7f39fd75db79 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:37.266474 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:37.267156 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Checking segment: {'id': 'e5b77112-f322-4374-b41a-97d103cd1a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5867fdd0-c07f-4aea-8201-7f39fd75db79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:37.267762 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Bound using segment: {'id': 'e5b77112-f322-4374-b41a-97d103cd1a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5867fdd0-c07f-4aea-8201-7f39fd75db79'} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:37.268347 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Bound port: fbcf44b9-d476-4aba-a276-c67d0625074b, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b77112-f322-4374-b41a-97d103cd1a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5867fdd0-c07f-4aea-8201-7f39fd75db79'}}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:37.269051 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.292663 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-854ed490-f462-4cae-80c0-64823d928464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.306475 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b598a63d-a6b4-4f3c-a243-0cef5a6f0842 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.339859 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] For port 4eba6312-0d79-446f-8c85-7b8147e3f974, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:37.343841 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] For port 4eba6312-0d79-446f-8c85-7b8147e3f974, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=4eba6312-0d79-446f-8c85-7b8147e3f974,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:37.364837 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.378984 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] For port fbcf44b9-d476-4aba-a276-c67d0625074b, host hv-cinder-80070, cleared binding levels {{(pid=102582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:37.384072 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] For port fbcf44b9-d476-4aba-a276-c67d0625074b, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=fbcf44b9-d476-4aba-a276-c67d0625074b,segment=NetworkSegment(e5b77112-f322-4374-b41a-97d103cd1a41),segment_id=e5b77112-f322-4374-b41a-97d103cd1a41)] {{(pid=102582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:37.384397 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-60f21dbe-a1f1-46d9-96de-b75db2147bfd None None] Provisioning complete for port 4eba6312-0d79-446f-8c85-7b8147e3f974 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:37.384964 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-60f21dbe-a1f1-46d9-96de-b75db2147bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.402226 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.404994 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b598a63d-a6b4-4f3c-a243-0cef5a6f0842 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.446089 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598a63d-a6b4-4f3c-a243-0cef5a6f0842 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211370ff-7487-42f3-b029-198066180a5c,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:37.474389 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba61602-e816-4fba-b903-6049ade1c88c None None] Pushing event updated for resources: {'Port': ['ID=4eba6312-0d79-446f-8c85-7b8147e3f974,revision_number=4']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:37.481734 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b598a63d-a6b4-4f3c-a243-0cef5a6f0842 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.484192 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b598a63d-a6b4-4f3c-a243-0cef5a6f0842 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7290235 Dec 15 16:07:37.494633 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33852) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:37.511883 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-0efaae59-0a5b-4e9e-9e21-0c986ae0bf68 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'security_group_rule': {'security_group_id': '92ffae0a-a9bf-499e-ac03-1451034eaba2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:37.527997 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:37.528901 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:37.530045 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:37.530927 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.533160 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] 10.222.0.18 "PUT /v2.0/ports/fbcf44b9-d476-4aba-a276-c67d0625074b HTTP/1.1" status: 200 len: 1093 time: 4.3185985 Dec 15 16:07:37.556975 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771cf51f-79f3-4a84-8ebc-a9497a016143', 'tag': 'fbcf44b9-d476-4aba-a276-c67d0625074b'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:07:37.659271 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3d16e-60f6-49e6-b429-1db7b7b0da81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6f13a2-2cc4-401e-b5e2-0e937ca87e86,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:37.659802 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-60f21dbe-a1f1-46d9-96de-b75db2147bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.686538 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-42c3d16e-60f6-49e6-b429-1db7b7b0da81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=832878f94421470499e0a751ea65bca9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2808046 Dec 15 16:07:37.689459 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33856) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:37.755222 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e8acf-1e96-4a3f-aa25-5f15c2b40861 req-4c10a84a-3b73-4220-b239-0b765954ef52 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:37.759985 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:37.762064 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-60f21dbe-a1f1-46d9-96de-b75db2147bfd None None] For port 4eba6312-0d79-446f-8c85-7b8147e3f974, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=4eba6312-0d79-446f-8c85-7b8147e3f974,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:37.784985 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6a2e8acf-1e96-4a3f-aa25-5f15c2b40861 req-4c10a84a-3b73-4220-b239-0b765954ef52 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 931 time: 1.4731348 Dec 15 16:07:37.786039 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-60f21dbe-a1f1-46d9-96de-b75db2147bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:37.934710 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Router 9491a3bd-b474-450a-91b7-1cc77e948f1e has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:07:37.956288 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f21dbe-a1f1-46d9-96de-b75db2147bfd None None] Pushing event updated for resources: {'Port': ['ID=4eba6312-0d79-446f-8c85-7b8147e3f974,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:38.038517 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-7ff54745-0f1b-41e6-ab36-3ceb5b16112b None None] Provisioning complete for port 4eba6312-0d79-446f-8c85-7b8147e3f974 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:38.040431 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7ff54745-0f1b-41e6-ab36-3ceb5b16112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:38.176282 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93fe40e28fdc5c77346bb66089c0ac0313d1d773a74fe44e2cd07b84df8d09d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93e7773-1870-4269-88dc-0de113ea6dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "771cf51f-79f3-4a84-8ebc-a9497a016143", "tag": "fbcf44b9-d476-4aba-a276-c67d0625074b"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:07:38.224681 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc807c04-bcd9-41ec-900b-3eea33c09f05 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcf44b9-d476-4aba-a276-c67d0625074b,revision_number=3']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:38.325476 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-12910113-ef5a-4ca6-8013-1aed7a6b2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:38.331013 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-12910113-ef5a-4ca6-8013-1aed7a6b2b89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc182f1b5d374414ba1fa8c369cf6372&device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 1096 time: 0.6227691 Dec 15 16:07:38.345855 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7fce-c1af-419d-bea8-e8a8133a5b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:38.347616 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0efaae59-0a5b-4e9e-9e21-0c986ae0bf68 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:38.389248 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb06d20a-14b8-4cc1-8d1b-28c1855f50ed {{(pid=102582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:07:38.410943 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:38.417054 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6a2e8acf-1e96-4a3f-aa25-5f15c2b40861 req-e4b1344b-cbd3-4ba5-b452-bea8ba45aea8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6293457 Dec 15 16:07:38.454241 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d738b17-9094-40b6-a515-c1a421d469b5 None None] The sync data for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi is: [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:07:38.476247 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:38.607657 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:38.648737 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e08356-15c8-4f8c-a464-c983af964215 req-57c3f1e3-a2af-4ecc-b0f0-6ca077e3dff9 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:38.650382 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b9e08356-15c8-4f8c-a464-c983af964215 req-57c3f1e3-a2af-4ecc-b0f0-6ca077e3dff9 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 943 time: 0.5737069 Dec 15 16:07:38.655659 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.provisioning_blocks [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Transition to ACTIVE for port object eb06d20a-14b8-4cc1-8d1b-28c1855f50ed will not be triggered until provisioned by entity L2. {{(pid=102582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:07:38.658730 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:38.680770 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:38.682674 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7fce-c1af-419d-bea8-e8a8133a5b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:38.780005 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Pushing event updated for resources: {'Port': ['ID=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:38.796696 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0efaae59-0a5b-4e9e-9e21-0c986ae0bf68 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:38.844623 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d6a34c-0b53-48d7-bef5-21e3ddf00eb3 x-openstack-request-id: req-a6d6a34c-0b53-48d7-bef5-21e3ddf00eb3 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:07:38.844899 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771cf51f-79f3-4a84-8ebc-a9497a016143", "tag": "fbcf44b9-d476-4aba-a276-c67d0625074b", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:07:38.845254 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6d6a34c-0b53-48d7-bef5-21e3ddf00eb3 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:07:38.845702 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771cf51f-79f3-4a84-8ebc-a9497a016143', 'tag': 'fbcf44b9-d476-4aba-a276-c67d0625074b', 'status': 'completed', 'code': 200} Dec 15 16:07:38.856221 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b9e08356-15c8-4f8c-a464-c983af964215 req-d9d4adce-b089-4ca4-80e3-f398f81e79b8 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975067 Dec 15 16:07:38.856875 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0efaae59-0a5b-4e9e-9e21-0c986ae0bf68 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:38.905957 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0efaae59-0a5b-4e9e-9e21-0c986ae0bf68 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:38.908319 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0efaae59-0a5b-4e9e-9e21-0c986ae0bf68 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4032898 Dec 15 16:07:38.914327 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 33880) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:38.923525 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'floatingip': {'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:38.935992 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efaae59-0a5b-4e9e-9e21-0c986ae0bf68 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5828d4ec-c3d9-4197-bc41-b28a9ed06cfd,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:39.014216 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:07:39.014216 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0afe54e4-f4d1-46ef-ab5d-0902474f2570 admin admin] 10.222.0.41 "PUT /v2.0/routers/9491a3bd-b474-450a-91b7-1cc77e948f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8731506 Dec 15 16:07:39.027568 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Sync routers for ids ['9491a3bd-b474-450a-91b7-1cc77e948f1e'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:07:39.068145 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Routers {'9491a3bd-b474-450a-91b7-1cc77e948f1e'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:39.072386 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['9491a3bd-b474-450a-91b7-1cc77e948f1e'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:39.153118 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7fce-c1af-419d-bea8-e8a8133a5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:39.161734 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7fce-c1af-419d-bea8-e8a8133a5b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:39.185977 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-bb9a7fce-c1af-419d-bea8-e8a8133a5b0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa6f13a2-2cc4-401e-b5e2-0e937ca87e86 HTTP/1.1" status: 204 len: 168 time: 1.4798450 Dec 15 16:07:39.261612 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a7fce-c1af-419d-bea8-e8a8133a5b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6f13a2-2cc4-401e-b5e2-0e937ca87e86,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:39.294415 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Allocated IP 172.27.1.196 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/1cdb0e35-ceef-4d12-b4c9-d0eaa4e6bb9b) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:39.353399 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Set router 9491a3bd-b474-450a-91b7-1cc77e948f1e gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:39.525791 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 4eba6312-0d79-446f-8c85-7b8147e3f974 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:39.683318 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Attempting to bind port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:39.686395 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Attempting to bind port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:39.686395 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Attempting to bind port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed on network 759c34f4-14be-417a-897c-06d30e0fd249 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:39.698199 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed on network 759c34f4-14be-417a-897c-06d30e0fd249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:07:39.700662 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Attempting to bind port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed on network 759c34f4-14be-417a-897c-06d30e0fd249 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:39.712815 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:39.779227 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:39.779842 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Checking segment: {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:39.780410 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Bound using segment: {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:39.782901 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Bound port: eb06d20a-14b8-4cc1-8d1b-28c1855f50ed, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'}}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:39.783496 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:39.790187 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:39.933899 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aecf0-428d-49a5-a2e7-a969a3af5b8f req-06602a8e-3f27-4a88-8c33-14f1e9bf7200 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:39.937919 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-095aecf0-428d-49a5-a2e7-a969a3af5b8f req-06602a8e-3f27-4a88-8c33-14f1e9bf7200 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 943 time: 0.2887425 Dec 15 16:07:39.956380 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:40.013819 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:40.021841 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:40.025934 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:40.057182 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 4eba6312-0d79-446f-8c85-7b8147e3f974 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:40.058081 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:40.108510 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:40.216217 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] For port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed, host hv-cinder-80070, cleared binding levels {{(pid=102582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:40.219816 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] For port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:40.253264 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:40.287321 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-router', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:33Z', 'revision_number': 4, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'gw_port': {'id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:21Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'b95ceb8f-9061-4f6c-870c-1a893436757b', 'name': '', 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'mac_address': 'fa:16:3e:18:4b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:30Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 2, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'subnets': [{'id': '4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:40.358598 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Checking router: 9491a3bd-b474-450a-91b7-1cc77e948f1e for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:07:40.358962 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Updating router 9491a3bd-b474-450a-91b7-1cc77e948f1e port b95ceb8f-9061-4f6c-870c-1a893436757b binding host dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:07:40.460200 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'Port': ['ID=1cdb0e35-ceef-4d12-b4c9-d0eaa4e6bb9b,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:40.493736 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-095aecf0-428d-49a5-a2e7-a969a3af5b8f req-ed783fa0-a7a9-4ebc-8864-7501ad71b41c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442383 Dec 15 16:07:40.602310 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:40.630916 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:40.717899 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:40.721123 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:40.724132 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] 10.222.0.18 "PUT /v2.0/ports/eb06d20a-14b8-4cc1-8d1b-28c1855f50ed HTTP/1.1" status: 200 len: 1093 time: 6.0068016 Dec 15 16:07:40.724814 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cd2c0-d1a5-42f2-9595-5369f11fd258 service neutron] Pushing event updated for resources: {'Port': ['ID=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed,revision_number=3']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:40.739267 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-a7173c6e-0385-412d-b5c4-4c58893624f8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:40.741141 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-a7173c6e-0385-412d-b5c4-4c58893624f8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 819 time: 0.3492033 Dec 15 16:07:40.796562 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-a78fb86a-9952-4f10-82dd-8d0f1a0befa8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/quotas/365cc23ac7624aab91c3f286c2a4db76 HTTP/1.1" status: 200 len: 375 time: 0.0328197 Dec 15 16:07:40.817738 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:40.850393 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:40.964541 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401988b-be54-4b32-8c28-7a27e998e456 req-ccd06b42-a6f0-4e3c-a504-7498235955f5 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:40.969627 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e401988b-be54-4b32-8c28-7a27e998e456 req-ccd06b42-a6f0-4e3c-a504-7498235955f5 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 943 time: 0.2665970 Dec 15 16:07:41.013719 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Allocated IP 172.27.1.184 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/c31cefff-d106-4a9c-a905-652f1af47d4a) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:41.104619 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90132a29-e694-4b33-b9c1-3be0e2555008', 'tag': 'eb06d20a-14b8-4cc1-8d1b-28c1855f50ed'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:07:41.109395 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93fe40e28fdc5c77346bb66089c0ac0313d1d773a74fe44e2cd07b84df8d09d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f086a8e6-21ef-45aa-b5a1-f5d8aa89a4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "90132a29-e694-4b33-b9c1-3be0e2555008", "tag": "eb06d20a-14b8-4cc1-8d1b-28c1855f50ed"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:07:41.207459 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e401988b-be54-4b32-8c28-7a27e998e456 req-21d7539c-fc14-430a-9961-55a35c1a582e tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244606 Dec 15 16:07:41.210317 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-384f5b4c-d4c4-47d0-8d2a-c4809e5b7318 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4010749 Dec 15 16:07:41.217529 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.232473 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.303649 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb139454-3d3e-4a19-baa9-e3bf87b4af96 x-openstack-request-id: req-cb139454-3d3e-4a19-baa9-e3bf87b4af96 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:07:41.304017 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90132a29-e694-4b33-b9c1-3be0e2555008", "tag": "eb06d20a-14b8-4cc1-8d1b-28c1855f50ed", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:07:41.304346 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb139454-3d3e-4a19-baa9-e3bf87b4af96 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:07:41.304927 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90132a29-e694-4b33-b9c1-3be0e2555008', 'tag': 'eb06d20a-14b8-4cc1-8d1b-28c1855f50ed', 'status': 'completed', 'code': 200} Dec 15 16:07:41.320367 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c100a8-b41b-4c84-9ac9-ba15f75da8e6 None None] Pushing event updated for resources: {'Port': ['ID=b95ceb8f-9061-4f6c-870c-1a893436757b,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:41.385885 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.386818 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.403428 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.435896 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-59bb2321-7401-4408-9113-e78bcc526043 service neutron] 10.222.0.41 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243512 Dec 15 16:07:41.513611 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.515542 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Attempting to bind port b95ceb8f-9061-4f6c-870c-1a893436757b on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:41.516518 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Attempting to bind port b95ceb8f-9061-4f6c-870c-1a893436757b by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:41.517191 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Attempting to bind port b95ceb8f-9061-4f6c-870c-1a893436757b on network d84380ad-1686-4ecc-ba8f-571feeb05d97 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:41.520947 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.525614 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:41.525992 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Checking segment: {'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:41.526472 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.527029 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Bound using segment: {'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:41.527717 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Bound port: b95ceb8f-9061-4f6c-870c-1a893436757b, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:41.528093 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.601430 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.610436 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'Port': ['ID=1cdb0e35-ceef-4d12-b4c9-d0eaa4e6bb9b,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:41.632994 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.635625 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b11321a2-a5a4-42e8-adbd-af890849b4a5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8757799 Dec 15 16:07:41.701185 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] For port b95ceb8f-9061-4f6c-870c-1a893436757b, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:41.704819 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] For port b95ceb8f-9061-4f6c-870c-1a893436757b, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=b95ceb8f-9061-4f6c-870c-1a893436757b,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:41.721279 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.737812 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:41.741615 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:41.749653 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:41.808968 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d4264-845b-4280-8c38-20cfa5f7d35e req-fe93ae40-70cb-460e-abdf-fbd79777435d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:41.821360 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9b2d4264-845b-4280-8c38-20cfa5f7d35e req-fe93ae40-70cb-460e-abdf-fbd79777435d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 943 time: 0.1420009 Dec 15 16:07:41.900156 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c100a8-b41b-4c84-9ac9-ba15f75da8e6 None None] Pushing event updated for resources: {'Port': ['ID=b95ceb8f-9061-4f6c-870c-1a893436757b,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:41.903220 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-ae7ecb82-d79a-40b0-981d-c9b1ec5dfe55 service neutron] 10.222.0.41 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664552 Dec 15 16:07:41.906826 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:41.918400 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9b2d4264-845b-4280-8c38-20cfa5f7d35e req-56ee66b6-5e86-4a76-9cbd-f266eeb1bef6 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946670 Dec 15 16:07:41.926749 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'Port': ['ID=c31cefff-d106-4a9c-a905-652f1af47d4a,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:41.930818 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Routers {'9491a3bd-b474-450a-91b7-1cc77e948f1e'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:07:41.933108 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:07:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['9491a3bd-b474-450a-91b7-1cc77e948f1e'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:41.986002 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 33954) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:42.011977 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:42.170975 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-953aea97-0f50-4074-867a-71bc106154ca tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--542986755&fields=id&tenant_id=3e13488e748245a68c7bee06a92fb0ff HTTP/1.1" status: 200 len: 267 time: 0.0886528 Dec 15 16:07:42.188766 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] Set router 9491a3bd-b474-450a-91b7-1cc77e948f1e gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:07:42.351635 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6cd3318e-500e-4187-8761-addc8279051e req-cb64a0ba-0fc4-49b8-902d-ad7c6b7404ea tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 210 time: 0.0849404 Dec 15 16:07:42.456611 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:42.476589 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:42.503048 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:42.612355 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:42.621475 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6981049 Dec 15 16:07:42.621475 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fa038-fd99-4abf-889e-81b90adb4acc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'Port': ['ID=c31cefff-d106-4a9c-a905-652f1af47d4a,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:42.637915 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7c69519-f206-4b64-9d2e-0ba3605f13d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:42.640173 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-router', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:33Z', 'revision_number': 4, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'gw_port': {'id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:21Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'b95ceb8f-9061-4f6c-870c-1a893436757b', 'name': '', 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'mac_address': 'fa:16:3e:18:4b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:30Z', 'updated_at': '2021-12-15T16:07:41Z', 'revision_number': 4, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'subnets': [{'id': '4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:07:42.666917 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982a9c4-27d0-4dc0-8a25-e2c075e47834 req-362c502c-eb9b-44e0-972d-b92ce0935b73 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:42.679493 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9982a9c4-27d0-4dc0-8a25-e2c075e47834 req-362c502c-eb9b-44e0-972d-b92ce0935b73 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 943 time: 0.1925588 Dec 15 16:07:42.683326 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f848a93-2974-42ae-9333-039cd0973525 None None] The sync data for ids ['9491a3bd-b474-450a-91b7-1cc77e948f1e'] in dv-cinder-800703-3-iscsi is: [{'id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-router', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:33Z', 'revision_number': 4, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'gw_port': {'id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:21Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'b95ceb8f-9061-4f6c-870c-1a893436757b', 'name': '', 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'mac_address': 'fa:16:3e:18:4b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:30Z', 'updated_at': '2021-12-15T16:07:41Z', 'revision_number': 4, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'subnets': [{'id': '4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:07:42.790446 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-ee4a273a-95bf-43b8-b0a7-d05494958690 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:42.801682 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-ee4a273a-95bf-43b8-b0a7-d05494958690 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/networks?id=712a2ed7-316f-482c-893d-a6ba2836f0df HTTP/1.1" status: 200 len: 810 time: 0.6299207 Dec 15 16:07:42.834865 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-e505a64f-abfa-4ccc-af84-dfb6e6fa12e6 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/quotas/3e13488e748245a68c7bee06a92fb0ff HTTP/1.1" status: 200 len: 375 time: 0.0208156 Dec 15 16:07:42.850402 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9982a9c4-27d0-4dc0-8a25-e2c075e47834 req-48911678-0584-45d6-8af1-9547702bffc0 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699836 Dec 15 16:07:42.947297 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7c69519-f206-4b64-9d2e-0ba3605f13d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:42.983409 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-56aefdd7-2d34-4184-bc0f-c975f019f79c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e13488e748245a68c7bee06a92fb0ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398985 Dec 15 16:07:42.995952 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7c69519-f206-4b64-9d2e-0ba3605f13d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:43.062032 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c69519-f206-4b64-9d2e-0ba3605f13d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b2764e-8ecf-43f5-a862-ecb4de5758c3,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:43.099289 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-298c4cf2-f7b4-4a53-bb17-1d0ae64a8202 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:43.099988 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b95ceb8f-9061-4f6c-870c-1a893436757b up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:43.110603 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-298c4cf2-f7b4-4a53-bb17-1d0ae64a8202 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 819 time: 0.1432488 Dec 15 16:07:43.140148 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-c96e2265-8754-48aa-bedb-eeafdc9be799 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/quotas/365cc23ac7624aab91c3f286c2a4db76 HTTP/1.1" status: 200 len: 375 time: 0.0259211 Dec 15 16:07:43.161278 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f7c69519-f206-4b64-9d2e-0ba3605f13d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c9fdfe74937485e987675075196955f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1737509 Dec 15 16:07:43.164045 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34000) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:43.211859 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port b95ceb8f-9061-4f6c-870c-1a893436757b triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:43.212465 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:43.222858 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-04ab8212-4717-4690-9dda-5f4ba70178ed tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810678 Dec 15 16:07:43.292487 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-dabec520-62ce-492f-ae4c-2cf8f711f961 service neutron] 10.222.0.41 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079281 Dec 15 16:07:43.336928 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:43.352676 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-da688801-bcc2-4364-8e8f-6873378316c8 service neutron] 10.222.0.41 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287870 Dec 15 16:07:43.401794 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-c92eb291-2799-492d-88c3-04e9d092a7cf service neutron] 10.222.0.41 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078579 Dec 15 16:07:43.402711 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e887861-eb04-4cb2-8381-2a6de761818c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:43.410474 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port b95ceb8f-9061-4f6c-870c-1a893436757b, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=b95ceb8f-9061-4f6c-870c-1a893436757b,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:43.420670 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:43.444746 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e887861-eb04-4cb2-8381-2a6de761818c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:43.477170 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-0e27baba-12d0-4aed-a383-e8c8f8066e75 service neutron] 10.222.0.41 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228757 Dec 15 16:07:43.510840 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=b95ceb8f-9061-4f6c-870c-1a893436757b,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:43.512428 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e887861-eb04-4cb2-8381-2a6de761818c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:43.516061 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e887861-eb04-4cb2-8381-2a6de761818c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:43.517367 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9e887861-eb04-4cb2-8381-2a6de761818c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17b2764e-8ecf-43f5-a862-ecb4de5758c3 HTTP/1.1" status: 204 len: 168 time: 0.3520768 Dec 15 16:07:43.558183 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e887861-eb04-4cb2-8381-2a6de761818c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b2764e-8ecf-43f5-a862-ecb4de5758c3,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:43.838062 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-b19b07d7-b7f4-462a-92c4-7a2ca44ddd39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbcf44b9-d476-4aba-a276-c67d0625074b HTTP/1.1" status: 200 len: 217 time: 0.2981973 Dec 15 16:07:43.928330 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-e206f655-95ae-4385-9e9b-5b21a43d6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:43.931473 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-e206f655-95ae-4385-9e9b-5b21a43d6f8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fc52616-f80c-40db-8655-9542ee836dec HTTP/1.1" status: 200 len: 852 time: 0.0820689 Dec 15 16:07:44.114271 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53299566-d9af-4cb8-9d1b-fbd06955e0ad req-6f906fcb-8cdf-41f7-9334-203929e858f1 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:44.116505 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-53299566-d9af-4cb8-9d1b-fbd06955e0ad req-6f906fcb-8cdf-41f7-9334-203929e858f1 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 943 time: 0.1975439 Dec 15 16:07:44.257809 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-53299566-d9af-4cb8-9d1b-fbd06955e0ad req-6c19263f-9616-4dac-ac8f-19fa9707dc69 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258671 Dec 15 16:07:44.347168 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3a372387-30ba-491b-8f4c-f90fc1fd6110 req-3485a3a8-14a3-4658-a339-4f00e4f5b06f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 210 time: 0.0557551 Dec 15 16:07:44.456114 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-19c58cbf-256f-4fb1-8976-8c4a40064b29 req-63a0e088-bef7-4f69-bd6f-5379eb0a6887 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 210 time: 0.0602150 Dec 15 16:07:44.515682 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.18', 64000) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:44.621197 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086a8e6-21ef-45aa-b5a1-f5d8aa89a4e1 req-cbdad01a-8ecb-4238-987e-8243636f003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:44.640831 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f086a8e6-21ef-45aa-b5a1-f5d8aa89a4e1 req-cbdad01a-8ecb-4238-987e-8243636f003d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 1096 time: 0.9999995 Dec 15 16:07:44.667350 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-701c84f7-550d-46f0-8e02-266704ab7085 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5867fdd0-c07f-4aea-8201-7f39fd75db79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7252064 Dec 15 16:07:44.838644 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deede0e-3df0-4a8b-a531-7be5b6023d84 req-b990481e-7522-494d-bf7f-6a1115692da7 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:44.840207 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7deede0e-3df0-4a8b-a531-7be5b6023d84 req-b990481e-7522-494d-bf7f-6a1115692da7 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 943 time: 0.1272383 Dec 15 16:07:44.901590 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-8399b35a-b7f8-4ed8-94dc-2d0a21df89e2 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:44.910263 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-8399b35a-b7f8-4ed8-94dc-2d0a21df89e2 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.18 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 819 time: 0.3865416 Dec 15 16:07:44.967504 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7deede0e-3df0-4a8b-a531-7be5b6023d84 req-c69fee63-234f-460b-8a87-91ca020af616 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127312 Dec 15 16:07:44.989897 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b95ceb8f-9061-4f6c-870c-1a893436757b up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:45.048517 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port b95ceb8f-9061-4f6c-870c-1a893436757b triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:45.048883 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:45.073116 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-d57f6595-4a37-4ee8-8950-8b9ff950fb83 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--270781960&fields=id&tenant_id=f1f1638b13884efc82ff109ef86772d7 HTTP/1.1" status: 200 len: 267 time: 1.0812099 Dec 15 16:07:45.150225 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086a8e6-21ef-45aa-b5a1-f5d8aa89a4e1 req-8b7372ae-10de-4fa4-8f43-1d2be00f8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:45.151741 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f086a8e6-21ef-45aa-b5a1-f5d8aa89a4e1 req-8b7372ae-10de-4fa4-8f43-1d2be00f8adb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4935148 Dec 15 16:07:45.158056 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-b20ab17a-a3f0-4e57-a9de-bd7431024bc1 service neutron] 10.222.0.18 "GET /v2.0/networks/5867fdd0-c07f-4aea-8201-7f39fd75db79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817805 Dec 15 16:07:45.203911 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-a9a05f81-6af0-455f-9bc4-b9e71d1dbb35 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:45.205380 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-a9a05f81-6af0-455f-9bc4-b9e71d1dbb35 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/networks?id=b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 200 len: 816 time: 0.1314948 Dec 15 16:07:45.220615 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-6f996c19-9b47-45a1-ab7e-d43d6fd84846 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/quotas/f1f1638b13884efc82ff109ef86772d7 HTTP/1.1" status: 200 len: 375 time: 0.0094955 Dec 15 16:07:45.275086 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-ee52e848-e532-4f18-81e5-2846e64b9bee tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492187 Dec 15 16:07:45.378040 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c020413-b6a6-4e45-8250-cfcc23b40a73 req-bffcec3c-5a0f-4b02-91ea-2b2954acc3e4 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:45.379574 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c020413-b6a6-4e45-8250-cfcc23b40a73 req-bffcec3c-5a0f-4b02-91ea-2b2954acc3e4 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 943 time: 0.0546722 Dec 15 16:07:45.395269 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-38ef212f-db8e-49c7-8f03-68d3b624ccd5 service neutron] 10.222.0.41 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009743 Dec 15 16:07:45.434255 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c020413-b6a6-4e45-8250-cfcc23b40a73 req-dfa3cb68-8c43-4dfa-a527-dbf5cda7ff4e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478818 Dec 15 16:07:45.494889 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-ab5305a7-3442-4be3-822a-7fb826fc81f5 service neutron] 10.222.0.41 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937843 Dec 15 16:07:45.521748 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3e35ef76-553b-4f31-8168-68bec1e78e22 req-f45843ae-39b2-453c-8a8b-7094f84ec5e4 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 210 time: 0.0284095 Dec 15 16:07:45.606444 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ba2ff32b-b0c6-45a3-91fe-66505fff41c7 req-061d2216-c0e3-43db-a530-88a5444458d3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 210 time: 0.0270014 Dec 15 16:07:45.660882 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34108) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:45.682665 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5f5dd4dc-7aca-4233-a088-357b2aff3218 req-3df2bdbe-c2d0-436f-9d85-66cb4bb3acba tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 210 time: 0.0282199 Dec 15 16:07:45.789568 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d159f121-bd58-4235-b393-ae4afdb757a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:45.885590 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d159f121-bd58-4235-b393-ae4afdb757a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:45.891752 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d159f121-bd58-4235-b393-ae4afdb757a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:45.932670 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d159f121-bd58-4235-b393-ae4afdb757a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba9a63a6f9594198b00eb5806a40fc21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706537 Dec 15 16:07:45.933493 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159f121-bd58-4235-b393-ae4afdb757a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa8379b-b23c-49b7-96f6-64b9c9fbfb9b,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:45.935363 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34120) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:45.995523 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-65289ebc-0655-42d5-a7c5-070cf59390f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:46.029423 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-65289ebc-0655-42d5-a7c5-070cf59390f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:46.089693 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-65289ebc-0655-42d5-a7c5-070cf59390f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:46.093046 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-65289ebc-0655-42d5-a7c5-070cf59390f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:46.094342 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-65289ebc-0655-42d5-a7c5-070cf59390f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fa8379b-b23c-49b7-96f6-64b9c9fbfb9b HTTP/1.1" status: 204 len: 168 time: 0.1579421 Dec 15 16:07:46.114135 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65289ebc-0655-42d5-a7c5-070cf59390f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa8379b-b23c-49b7-96f6-64b9c9fbfb9b,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:46.114274 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40155a48-f75f-4129-8f1a-94c00418b5fb req-4350af66-7670-4fd7-8820-901f2f734616 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:46.122733 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-40155a48-f75f-4129-8f1a-94c00418b5fb req-4350af66-7670-4fd7-8820-901f2f734616 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 943 time: 0.0701880 Dec 15 16:07:46.180293 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-40155a48-f75f-4129-8f1a-94c00418b5fb req-f3428661-f279-4f5c-9f41-edab42344815 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566869 Dec 15 16:07:46.552613 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c878e-6111-4544-8206-cd349d2e0908 req-db12ac3f-0d48-4709-985a-84a0abdeb07a tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:46.554148 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b09c878e-6111-4544-8206-cd349d2e0908 req-db12ac3f-0d48-4709-985a-84a0abdeb07a tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 943 time: 0.0502660 Dec 15 16:07:46.626963 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b09c878e-6111-4544-8206-cd349d2e0908 req-9ac10521-3713-4a4b-834d-97dee69e59bc tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665426 Dec 15 16:07:46.632544 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a41b3193-b86a-4dc8-939b-cc3bf22cf523 req-25e7ee0c-86ce-40b9-9bbf-80f8c5d10e01 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 210 time: 0.0277445 Dec 15 16:07:46.707902 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ef086aae-b89d-4ccd-bee3-984b248eceaf req-05c9c9c4-28d6-47a0-a703-c9b2efa7b31a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 210 time: 0.0252330 Dec 15 16:07:46.783044 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d6662f2-755c-4ba2-9206-0d3bb9c55a54 req-7d01e942-57bd-4865-820a-e168c515c7ca tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 210 time: 0.0289516 Dec 15 16:07:47.298704 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e553281-d885-4aeb-acdb-07cf301931b1 req-9ac05364-9156-433e-9d14-afa160e7edaa tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:47.300162 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e553281-d885-4aeb-acdb-07cf301931b1 req-9ac05364-9156-433e-9d14-afa160e7edaa tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 943 time: 0.0520587 Dec 15 16:07:47.346810 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e553281-d885-4aeb-acdb-07cf301931b1 req-7321d8e1-1c4a-4ff3-a549-242bfed865f7 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 Dec 15 16:07:47.685804 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Request body: {'port': {'device_id': '0827026d-3f91-4e84-99a5-8aa298069db5', 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97', 'admin_state_up': True, 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:47.886954 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633cacd-42b9-4a20-8e70-43cf15a4473d req-01ba804e-9f74-4e67-82b0-29e194af4072 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:47.889136 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f633cacd-42b9-4a20-8e70-43cf15a4473d req-01ba804e-9f74-4e67-82b0-29e194af4072 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 943 time: 0.0885804 Dec 15 16:07:47.912904 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-717f21a7-0069-4db9-a800-7fbe7d26bcd1 req-694e0c84-3356-4353-92b3-2ed47b7bb4c1 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 210 time: 0.1307397 Dec 15 16:07:47.972672 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f633cacd-42b9-4a20-8e70-43cf15a4473d req-b8bc4616-72b3-4fb2-8a40-13da3539c643 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720472 Dec 15 16:07:47.986685 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Made reservation on behalf of 365cc23ac7624aab91c3f286c2a4db76 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:47.991177 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:48.030283 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086a8e6-21ef-45aa-b5a1-f5d8aa89a4e1 req-1d40f375-883b-4489-bd47-d9ddd6decd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:48.032309 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f086a8e6-21ef-45aa-b5a1-f5d8aa89a4e1 req-1d40f375-883b-4489-bd47-d9ddd6decd5a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3771040 Dec 15 16:07:48.053877 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31e8e208-aafb-4758-8c70-0cb6989a43c6 req-c2f4b499-6e1c-41f4-95b9-c16cc5c640e6 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 210 time: 0.0483437 Dec 15 16:07:48.057699 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c474de-24b1-4903-a2ac-be7956ab092f req-cfdd36ac-83bd-4cd4-bd55-480022348bba service neutron] 10.222.0.18 "GET /v2.0/networks/5867fdd0-c07f-4aea-8201-7f39fd75db79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377142 Dec 15 16:07:48.123388 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-480d22e2-933f-4665-8f11-ddf4518a7128 req-3df61ed6-b230-4f0b-9384-f80f4e40e559 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 210 time: 0.0591063 Dec 15 16:07:48.170563 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deaba8-5646-4598-989e-f5edf77d839d req-a5266414-dc40-4150-92cc-ea4223b3c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:48.172595 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-a5266414-dc40-4150-92cc-ea4223b3c6d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 1096 time: 0.0742435 Dec 15 16:07:48.178739 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e7773-1870-4269-88dc-0de113ea6dbd req-fa278b17-9f3f-4b10-9bba-5bbe0bd2699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:48.180217 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f93e7773-1870-4269-88dc-0de113ea6dbd req-fa278b17-9f3f-4b10-9bba-5bbe0bd2699f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc182f1b5d374414ba1fa8c369cf6372&device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 1096 time: 0.0564096 Dec 15 16:07:48.227818 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-4f54d2f9-09b4-4bab-9c83-e75166fb420b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed HTTP/1.1" status: 200 len: 217 time: 0.0466449 Dec 15 16:07:48.254051 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Allocated IP 172.20.0.7 (d84380ad-1686-4ecc-ba8f-571feeb05d97/4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd/2b8a41c5-0444-446c-b2e7-113e3d782222) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:48.307023 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.18', 64011) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:48.378133 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deaba8-5646-4598-989e-f5edf77d839d req-38723bca-f9cb-4bdf-ae67-3d2c6191a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:48.379493 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-38723bca-f9cb-4bdf-ae67-3d2c6191a377 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a HTTP/1.1" status: 200 len: 854 time: 0.1295881 Dec 15 16:07:48.442710 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-f9102d4c-a0ac-45ea-b211-d41d9e513133 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:48.444276 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-f9102d4c-a0ac-45ea-b211-d41d9e513133 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.18 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 819 time: 0.1359656 Dec 15 16:07:48.528627 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Request body: {'port': {'device_id': 'b0724363-4d41-42f4-83b5-e32a4075c47d', 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97', 'admin_state_up': True, 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:48.631059 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-aba4ae5d-d48d-4bfc-8bab-26c2819492a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=759c34f4-14be-417a-897c-06d30e0fd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2330527 Dec 15 16:07:48.639400 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:48.669052 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e7773-1870-4269-88dc-0de113ea6dbd req-7b547c23-8a89-4cae-a80c-ab704a3f2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:48.672792 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f93e7773-1870-4269-88dc-0de113ea6dbd req-7b547c23-8a89-4cae-a80c-ab704a3f2929 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5867fdd0-c07f-4aea-8201-7f39fd75db79 HTTP/1.1" status: 200 len: 913 time: 0.4584980 Dec 15 16:07:48.746399 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:48.764095 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f93e7773-1870-4269-88dc-0de113ea6dbd req-d9dfe55d-3339-4e49-82f9-c9413bfaf166 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbcf44b9-d476-4aba-a276-c67d0625074b HTTP/1.1" status: 200 len: 217 time: 0.0577013 Dec 15 16:07:48.765644 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Made reservation on behalf of 365cc23ac7624aab91c3f286c2a4db76 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:48.770267 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:48.780990 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6135d2f-d3b4-4155-8f49-edbf68f9f017 req-89c27f94-eedc-4385-aa58-88e5e5cc5872 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:48.783052 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a6135d2f-d3b4-4155-8f49-edbf68f9f017 req-89c27f94-eedc-4385-aa58-88e5e5cc5872 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 943 time: 0.1866608 Dec 15 16:07:48.872136 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e7773-1870-4269-88dc-0de113ea6dbd req-09f02375-ff65-491a-8712-81a87d2a45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:48.875949 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f93e7773-1870-4269-88dc-0de113ea6dbd req-09f02375-ff65-491a-8712-81a87d2a45ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fc52616-f80c-40db-8655-9542ee836dec HTTP/1.1" status: 200 len: 852 time: 0.0814981 Dec 15 16:07:48.925635 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f93e7773-1870-4269-88dc-0de113ea6dbd req-4f15480b-67a2-4d7d-b66c-43805b246bdf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5867fdd0-c07f-4aea-8201-7f39fd75db79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353127 Dec 15 16:07:48.933334 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-82d24bf5-af2d-4d53-bf78-660f862089f2 service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872803 Dec 15 16:07:48.937056 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.18', 64014) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:48.968771 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Network d84380ad-1686-4ecc-ba8f-571feeb05d97 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:49.010700 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a6135d2f-d3b4-4155-8f49-edbf68f9f017 req-84243043-26a5-4c4d-b4bc-39db376f8063 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526215 Dec 15 16:07:49.025332 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:49.262877 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db726f-9561-42a0-ab7c-af2a98a206e2 req-1e17dac2-ad9e-43e7-8975-c3c22174db72 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:49.272436 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c7db726f-9561-42a0-ab7c-af2a98a206e2 req-1e17dac2-ad9e-43e7-8975-c3c22174db72 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 943 time: 0.1190557 Dec 15 16:07:49.287785 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f93e7773-1870-4269-88dc-0de113ea6dbd req-5a77cc0b-cada-4d32-95ad-5e6ef369470c service neutron] 10.222.0.18 "GET /v2.0/networks/5867fdd0-c07f-4aea-8201-7f39fd75db79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415811 Dec 15 16:07:49.332152 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46deaba8-5646-4598-989e-f5edf77d839d req-4374a1f7-7409-4ffa-8ef4-9b023058f8ef service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673179 Dec 15 16:07:49.332353 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:49.339436 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:49.340164 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:49.346758 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Pushing event updated for resources: {'Port': ['ID=2b8a41c5-0444-446c-b2e7-113e3d782222,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:49.404227 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c7db726f-9561-42a0-ab7c-af2a98a206e2 req-bd6d0d81-1ae4-4c03-bda7-2670a6f2fc4a tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289396 Dec 15 16:07:49.434740 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-406489f1-9fcb-40a9-822e-6ffac551c8ae req-6c9239b1-6228-4fc0-9273-9d567944f064 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 210 time: 0.0825641 Dec 15 16:07:49.454613 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34258) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:49.474014 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-587e8b63-0f8d-4f93-94c4-fa89fd4a50ee tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8171029 Dec 15 16:07:49.526665 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-3c7d00ec-8dc2-43b2-86d2-f5cde7f75914 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:49.528335 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-3c7d00ec-8dc2-43b2-86d2-f5cde7f75914 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.18 "GET /v2.0/networks?id=712a2ed7-316f-482c-893d-a6ba2836f0df HTTP/1.1" status: 200 len: 810 time: 0.5771775 Dec 15 16:07:49.535955 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Request body: {'port': {'device_id': '0827026d-3f91-4e84-99a5-8aa298069db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:49.596262 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-836cd9be-6d5d-4ced-a6c0-eb9615a4c70a req-1c532781-2336-4f4d-a2d4-1d39be178b19 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 210 time: 0.0666020 Dec 15 16:07:49.600373 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f93e7773-1870-4269-88dc-0de113ea6dbd req-6d309b52-c0c5-49d2-a2f9-338d358fab7d service neutron] 10.222.0.18 "GET /v2.0/networks/5867fdd0-c07f-4aea-8201-7f39fd75db79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937472 Dec 15 16:07:49.647695 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-5a30ff61-bea4-452d-b7a1-22011adc6e3c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:49.649155 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-5a30ff61-bea4-452d-b7a1-22011adc6e3c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.18 "GET /v2.0/networks?id=b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 200 len: 816 time: 0.2077811 Dec 15 16:07:49.720024 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-565c9864-05aa-4b63-ad34-ce998c380a83 req-a8d512d6-3f3d-4a03-b4ff-1e73e6d88702 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 210 time: 0.0822809 Dec 15 16:07:49.720748 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ad6873ca-8b9d-494a-b442-18f428bff04d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:49.723693 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-a238e939-f8f0-4752-bb67-dcdec904cb86 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f1638b13884efc82ff109ef86772d7 HTTP/1.1" status: 200 len: 379 time: 0.0656211 Dec 15 16:07:49.735737 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'port': {'device_id': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'admin_state_up': True, 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'security_groups': ['92ffae0a-a9bf-499e-ac03-1451034eaba2']}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:49.756854 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Allocated IP 172.20.0.8 (d84380ad-1686-4ecc-ba8f-571feeb05d97/4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd/bb16d956-defc-4ca5-b835-56a5f772cbb2) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:49.764415 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b3ea9e6c-4a1a-4b38-b37f-e19da8d31ccc tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e13488e748245a68c7bee06a92fb0ff HTTP/1.1" status: 200 len: 379 time: 0.2210646 Dec 15 16:07:49.781372 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'port': {'device_id': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'admin_state_up': True, 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'security_groups': ['9deb80c6-76fe-400a-946a-81849b7bafcf']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:49.787736 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:49.854860 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Made reservation on behalf of f1f1638b13884efc82ff109ef86772d7 for: {'port': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:49.858329 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:49.981058 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Allocated IP 172.20.0.11 (b9de569e-dedf-412f-ac55-6fe163ed494a/7619fe57-562e-4dcd-85a1-474a5ed5dfef/c48ddb89-1c93-427f-a926-073d58761058) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:50.158683 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.179375 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229a393-4b44-43ef-bbf6-2ffdd7a6acfb req-14877b01-bfc5-44a9-be04-325c4c6edc11 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:50.181271 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7229a393-4b44-43ef-bbf6-2ffdd7a6acfb req-14877b01-bfc5-44a9-be04-325c4c6edc11 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 943 time: 0.0945168 Dec 15 16:07:50.199156 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ad6873ca-8b9d-494a-b442-18f428bff04d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.219696 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ad6873ca-8b9d-494a-b442-18f428bff04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.247891 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Made reservation on behalf of 3e13488e748245a68c7bee06a92fb0ff for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:50.252051 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.255199 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.267180 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7229a393-4b44-43ef-bbf6-2ffdd7a6acfb req-264a097c-86fc-4d97-9315-d700270fe863 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749474 Dec 15 16:07:50.272698 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.299533 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6873ca-8b9d-494a-b442-18f428bff04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdf3803-87e6-4a64-974c-8eeb8e9a82bd,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:50.304571 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Network b9de569e-dedf-412f-ac55-6fe163ed494a is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:50.307845 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:50.311752 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:50.314419 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-ad6873ca-8b9d-494a-b442-18f428bff04d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19cfc9f8ab6d477fa48d9572d0a9732e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8543921 Dec 15 16:07:50.321439 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34278) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:50.321661 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:50.322389 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.337953 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'Port': ['ID=c48ddb89-1c93-427f-a926-073d58761058,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:50.351457 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-69673b1c-1590-4054-99b5-5bc145ab564a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6202452 Dec 15 16:07:50.365307 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Request body: {'port': {'device_id': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:50.434629 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.515291 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.545212 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c58-12a0-409d-a6b1-6640e85301cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.571065 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c58-12a0-409d-a6b1-6640e85301cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.673587 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Network d84380ad-1686-4ecc-ba8f-571feeb05d97 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:50.675537 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34292) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:50.686081 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-ae8dd534-3945-4330-a39a-8cfa5645242f None None] Provisioning complete for port c48ddb89-1c93-427f-a926-073d58761058 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:50.688624 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd534-3945-4330-a39a-8cfa5645242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.696857 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:50.699381 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:50.705664 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:50.706443 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.715500 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f0284-d336-4cfc-b496-f4a2a12c188b req-65e3408d-119b-4cfc-a4cf-df2ed5c0652f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:50.716997 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f87f0284-d336-4cfc-b496-f4a2a12c188b req-65e3408d-119b-4cfc-a4cf-df2ed5c0652f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 931 time: 0.0745103 Dec 15 16:07:50.737710 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c58-12a0-409d-a6b1-6640e85301cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.738860 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-ae8dd534-3945-4330-a39a-8cfa5645242f None None] Port c48ddb89-1c93-427f-a926-073d58761058 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:07:50.741088 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c58-12a0-409d-a6b1-6640e85301cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.742463 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d31d7c58-12a0-409d-a6b1-6640e85301cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fdf3803-87e6-4a64-974c-8eeb8e9a82bd HTTP/1.1" status: 204 len: 168 time: 0.4117870 Dec 15 16:07:50.775775 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Allocated IP 172.20.0.9 (712a2ed7-316f-482c-893d-a6ba2836f0df/c71309d7-57b5-4614-bac4-b306ead160c1/ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:07:50.781680 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Pushing event updated for resources: {'Port': ['ID=bb16d956-defc-4ca5-b835-56a5f772cbb2,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:50.795139 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d7c58-12a0-409d-a6b1-6640e85301cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdf3803-87e6-4a64-974c-8eeb8e9a82bd,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:50.816928 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-10a8623b-513f-4fb0-a4da-006df5a1b29e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2947459 Dec 15 16:07:50.827687 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f87f0284-d336-4cfc-b496-f4a2a12c188b req-57d1df26-b80d-4f9c-862f-6a16e9ac2e7e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009820 Dec 15 16:07:50.853436 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c6dd-68c6-4a2f-b132-4488cd17a085 req-86c16414-d708-47e8-8aee-582f0076ab1b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:50.854999 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3ba7c6dd-68c6-4a2f-b132-4488cd17a085 req-86c16414-d708-47e8-8aee-582f0076ab1b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 943 time: 0.2212868 Dec 15 16:07:50.938610 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-471ea0b4-99b4-4f3f-9a9e-ea745031d717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:50.954838 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1ed806dc-5f82-4eaf-88c5-b2978bde4bb9 req-0a4a37fa-bb7d-41d9-a6c9-cd5441e39645 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 210 time: 0.0610602 Dec 15 16:07:50.979382 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8a41c5-0444-446c-b2e7-113e3d782222 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:07:50.989526 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.048236 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3ba7c6dd-68c6-4a2f-b132-4488cd17a085 req-c37217fa-022c-4e54-be12-4d986507db7a tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837952 Dec 15 16:07:51.060493 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Transition to ACTIVE for port object 2b8a41c5-0444-446c-b2e7-113e3d782222 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:07:51.072253 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.114246 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48ddb89-1c93-427f-a926-073d58761058 {{(pid=102582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:07:51.123089 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34302) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:51.125008 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.161630 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3a9d599d-8c9f-42d5-ae55-a4544ec2af45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.163637 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.provisioning_blocks [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Transition to ACTIVE for port object c48ddb89-1c93-427f-a926-073d58761058 will not be triggered until provisioned by entity L2. {{(pid=102582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:07:51.176154 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aef18-84ad-43ca-b604-7c16f5209238 req-e05e15b5-536f-4704-aeae-d191d823b667 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:51.177686 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-587aef18-84ad-43ca-b604-7c16f5209238 req-e05e15b5-536f-4704-aeae-d191d823b667 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 932 time: 0.1447656 Dec 15 16:07:51.191589 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.196144 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-471ea0b4-99b4-4f3f-9a9e-ea745031d717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.204729 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.213144 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8a41c5-0444-446c-b2e7-113e3d782222,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:51.220762 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Attempting to bind port 2b8a41c5-0444-446c-b2e7-113e3d782222 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:51.220926 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Attempting to bind port 2b8a41c5-0444-446c-b2e7-113e3d782222 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:51.221273 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Attempting to bind port 2b8a41c5-0444-446c-b2e7-113e3d782222 on network d84380ad-1686-4ecc-ba8f-571feeb05d97 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:51.226708 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-471ea0b4-99b4-4f3f-9a9e-ea745031d717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.227390 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Port 2b8a41c5-0444-446c-b2e7-113e3d782222 on network d84380ad-1686-4ecc-ba8f-571feeb05d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:07:51.227707 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Attempting to bind port 2b8a41c5-0444-446c-b2e7-113e3d782222 on network d84380ad-1686-4ecc-ba8f-571feeb05d97 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:51.236424 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:51.236780 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Checking segment: {'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:51.237343 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Bound using segment: {'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:51.237785 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Bound port: 2b8a41c5-0444-446c-b2e7-113e3d782222, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:51.238135 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.295141 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.325081 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-471ea0b4-99b4-4f3f-9a9e-ea745031d717 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b2099c1d6d3421fa742fa9e71dd1666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6477230 Dec 15 16:07:51.325982 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c48ddb89-1c93-427f-a926-073d58761058,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:51.330795 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34306) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:51.341100 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ea0b4-99b4-4f3f-9a9e-ea745031d717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57994950-5c2a-4100-b359-32d29d31bed3,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:51.357264 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] For port 2b8a41c5-0444-446c-b2e7-113e3d782222, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:51.370510 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Network 712a2ed7-316f-482c-893d-a6ba2836f0df is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:07:51.383893 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:51.389743 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:07:51.395912 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:51.396608 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.398882 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'Port': ['ID=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:51.402543 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] For port 2b8a41c5-0444-446c-b2e7-113e3d782222, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2b8a41c5-0444-446c-b2e7-113e3d782222,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:51.443102 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.444590 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-587aef18-84ad-43ca-b604-7c16f5209238 req-006189d1-dd60-437c-a3eb-e449dc67dbfe tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567801 Dec 15 16:07:51.451617 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-6090f545-528a-448d-830e-b97cfe82a5ad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6780012 Dec 15 16:07:51.461737 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Attempting to bind port c48ddb89-1c93-427f-a926-073d58761058 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:51.461940 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Attempting to bind port c48ddb89-1c93-427f-a926-073d58761058 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:51.462237 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Attempting to bind port c48ddb89-1c93-427f-a926-073d58761058 on network b9de569e-dedf-412f-ac55-6fe163ed494a {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:51.468246 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Port c48ddb89-1c93-427f-a926-073d58761058 on network b9de569e-dedf-412f-ac55-6fe163ed494a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:07:51.468629 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Attempting to bind port c48ddb89-1c93-427f-a926-073d58761058 on network b9de569e-dedf-412f-ac55-6fe163ed494a {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:51.477861 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:51.478234 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Checking segment: {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:51.478622 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Bound using segment: {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:51.479058 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Bound port: c48ddb89-1c93-427f-a926-073d58761058, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'}}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:51.479998 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.507457 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:51.508080 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.510250 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] 10.222.0.18 "PUT /v2.0/ports/2b8a41c5-0444-446c-b2e7-113e3d782222 HTTP/1.1" status: 200 len: 1093 time: 1.9972413 Dec 15 16:07:51.510250 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0827026d-3f91-4e84-99a5-8aa298069db5', 'tag': '2b8a41c5-0444-446c-b2e7-113e3d782222'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:07:51.519401 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3a9d599d-8c9f-42d5-ae55-a4544ec2af45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.555183 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3a9d599d-8c9f-42d5-ae55-a4544ec2af45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.570354 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f1073ffa-664d-40c0-a667-58815752c74b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.620345 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98375722-5235-4981-90c6-c6911859ba16 req-af9301cc-c7de-4921-bc6c-23cb92bedfc5 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:51.621945 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-98375722-5235-4981-90c6-c6911859ba16 req-af9301cc-c7de-4921-bc6c-23cb92bedfc5 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 943 time: 0.2170851 Dec 15 16:07:51.632024 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf64210-aca6-4b97-9005-99e0459b8153 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8a41c5-0444-446c-b2e7-113e3d782222,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:51.639397 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-3a9d599d-8c9f-42d5-ae55-a4544ec2af45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16f190f5b0b84848aa83bdb8abdb3491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5083392 Dec 15 16:07:51.641775 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34314) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:51.646712 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d599d-8c9f-42d5-ae55-a4544ec2af45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaae44b1-2ccb-4cef-81de-f7b4c312d464,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:51.652813 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f1073ffa-664d-40c0-a667-58815752c74b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.661306 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, cleared binding levels {{(pid=102582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:51.678131 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:51.687462 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.733824 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5732e44-062f-4653-9e60-5833fb4814d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0827026d-3f91-4e84-99a5-8aa298069db5", "tag": "2b8a41c5-0444-446c-b2e7-113e3d782222"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:07:51.738491 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:51.739120 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.740555 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/c48ddb89-1c93-427f-a926-073d58761058 HTTP/1.1" status: 200 len: 1094 time: 1.3803523 Dec 15 16:07:51.743493 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:07:51.745449 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93fe40e28fdc5c77346bb66089c0ac0313d1d773a74fe44e2cd07b84df8d09d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb4d087-b93e-4bde-8359-76b4b8c904df" -d '{"events": [{"name": "network-changed", "server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "tag": "c48ddb89-1c93-427f-a926-073d58761058"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:07:51.747209 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-98375722-5235-4981-90c6-c6911859ba16 req-60561706-65cc-478b-8322-aa134341a46e tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120605 Dec 15 16:07:51.760128 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-50023a31-914c-42b1-a6b1-3b08eee83c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.772354 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e635f0-fa14-4701-aadd-f0be52c333e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c48ddb89-1c93-427f-a926-073d58761058,revision_number=3']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:51.786644 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f1073ffa-664d-40c0-a667-58815752c74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.799335 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f1073ffa-664d-40c0-a667-58815752c74b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.803140 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f1073ffa-664d-40c0-a667-58815752c74b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57994950-5c2a-4100-b359-32d29d31bed3 HTTP/1.1" status: 204 len: 168 time: 0.4561691 Dec 15 16:07:51.803276 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-172b911c-ffa7-4bd4-ab10-bc3608fda2de None None] Provisioning complete for port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:51.803276 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-172b911c-ffa7-4bd4-ab10-bc3608fda2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.814678 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1073ffa-664d-40c0-a667-58815752c74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57994950-5c2a-4100-b359-32d29d31bed3,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:51.859001 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9da388-8e75-4f3f-80de-e4087a213aad x-openstack-request-id: req-7b9da388-8e75-4f3f-80de-e4087a213aad {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:07:51.860061 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "tag": "c48ddb89-1c93-427f-a926-073d58761058", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:07:51.860339 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b9da388-8e75-4f3f-80de-e4087a213aad {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:07:51.860730 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058', 'status': 'completed', 'code': 200} Dec 15 16:07:51.867406 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-172b911c-ffa7-4bd4-ab10-bc3608fda2de None None] Port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:07:52.025180 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13b877d-7a35-4bbb-a67d-d2eb4d2cda7a x-openstack-request-id: req-c13b877d-7a35-4bbb-a67d-d2eb4d2cda7a {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:07:52.025657 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0827026d-3f91-4e84-99a5-8aa298069db5", "tag": "2b8a41c5-0444-446c-b2e7-113e3d782222", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:07:52.025737 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c13b877d-7a35-4bbb-a67d-d2eb4d2cda7a {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:07:52.026173 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0827026d-3f91-4e84-99a5-8aa298069db5', 'tag': '2b8a41c5-0444-446c-b2e7-113e3d782222', 'status': 'completed', 'code': 200} Dec 15 16:07:52.065109 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-50023a31-914c-42b1-a6b1-3b08eee83c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.109997 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2e8bd-c6c7-4ebd-a0d1-3eb29df61dfa req-e28dd151-afd2-43c8-a964-13269d939eac tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:52.111551 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-80c2e8bd-c6c7-4ebd-a0d1-3eb29df61dfa req-e28dd151-afd2-43c8-a964-13269d939eac tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 931 time: 0.0844231 Dec 15 16:07:52.119571 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb88442-b5c3-4f28-a067-e01ad4726902 req-70aa4a9b-22c0-4ebc-a4f4-0837cb40fb06 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:52.122678 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eeb88442-b5c3-4f28-a067-e01ad4726902 req-70aa4a9b-22c0-4ebc-a4f4-0837cb40fb06 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 931 time: 0.0562711 Dec 15 16:07:52.136871 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-50023a31-914c-42b1-a6b1-3b08eee83c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.139386 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-50023a31-914c-42b1-a6b1-3b08eee83c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.140496 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-50023a31-914c-42b1-a6b1-3b08eee83c85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaae44b1-2ccb-4cef-81de-f7b4c312d464 HTTP/1.1" status: 204 len: 168 time: 0.4984980 Dec 15 16:07:52.156467 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023a31-914c-42b1-a6b1-3b08eee83c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaae44b1-2ccb-4cef-81de-f7b4c312d464,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:52.191405 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eeb88442-b5c3-4f28-a067-e01ad4726902 req-e1d591ad-23c7-4221-8641-271c3eb5ac8e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577281 Dec 15 16:07:52.219091 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-80c2e8bd-c6c7-4ebd-a0d1-3eb29df61dfa req-5c7d1291-48f6-49f5-9c04-74c01ae5efaa tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907521 Dec 15 16:07:52.280613 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34336) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:52.294465 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d0f86181-d1a7-4fbf-8660-4fbcb2614e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.322465 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66e1ab-8df7-464f-854d-cc3d136cdac5 req-f4dfc18c-c0cb-4853-bddd-faa61b2240e3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:52.324548 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fe66e1ab-8df7-464f-854d-cc3d136cdac5 req-f4dfc18c-c0cb-4853-bddd-faa61b2240e3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 943 time: 0.0696223 Dec 15 16:07:52.377694 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d0f86181-d1a7-4fbf-8660-4fbcb2614e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.378866 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fe66e1ab-8df7-464f-854d-cc3d136cdac5 req-695a086f-2d16-407c-abc7-b9b8f060f0ae tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466199 Dec 15 16:07:52.382825 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d0f86181-d1a7-4fbf-8660-4fbcb2614e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.422422 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d0f86181-d1a7-4fbf-8660-4fbcb2614e04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=269ec8f58b224f15bfb0dc95ef6ef3dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400080 Dec 15 16:07:52.423328 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f86181-d1a7-4fbf-8660-4fbcb2614e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1b4c8d-488f-482e-a0b8-73f708387330,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:52.425181 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34340) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:52.469705 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34342) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:52.473445 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8517d8cb-82e2-4113-8b9a-4f1dfddfe315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.482658 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-351682ee-eee9-4aeb-85ce-e5d9bb7fc0ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.495200 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8517d8cb-82e2-4113-8b9a-4f1dfddfe315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.549226 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8517d8cb-82e2-4113-8b9a-4f1dfddfe315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.551713 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8517d8cb-82e2-4113-8b9a-4f1dfddfe315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.552993 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-8517d8cb-82e2-4113-8b9a-4f1dfddfe315 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd1b4c8d-488f-482e-a0b8-73f708387330 HTTP/1.1" status: 204 len: 168 time: 0.1266084 Dec 15 16:07:52.561128 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517d8cb-82e2-4113-8b9a-4f1dfddfe315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1b4c8d-488f-482e-a0b8-73f708387330,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:52.605167 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-351682ee-eee9-4aeb-85ce-e5d9bb7fc0ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.612386 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-351682ee-eee9-4aeb-85ce-e5d9bb7fc0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.632814 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a6023-7ef1-40af-8d08-8ffb748e68ad req-6ea162d3-c32e-49e6-91a0-0e244f989ca1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:52.634321 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-764a6023-7ef1-40af-8d08-8ffb748e68ad req-6ea162d3-c32e-49e6-91a0-0e244f989ca1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0917461 Dec 15 16:07:52.678270 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-351682ee-eee9-4aeb-85ce-e5d9bb7fc0ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f81396e3e0c6422794de4472a346ba93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051280 Dec 15 16:07:52.678453 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351682ee-eee9-4aeb-85ce-e5d9bb7fc0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf20b9d-3bd4-4455-a5e6-1fa6c9eb18a8,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:52.678783 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34350) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:52.713932 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-764a6023-7ef1-40af-8d08-8ffb748e68ad req-09d1bfa6-cfd2-4994-be2e-c715e2bb1d72 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719473 Dec 15 16:07:52.732040 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7520ac56-0bc4-4b21-a33b-c024908c9ea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.755971 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7520ac56-0bc4-4b21-a33b-c024908c9ea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.814104 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7520ac56-0bc4-4b21-a33b-c024908c9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.817162 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7520ac56-0bc4-4b21-a33b-c024908c9ea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.818363 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7520ac56-0bc4-4b21-a33b-c024908c9ea5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bf20b9d-3bd4-4455-a5e6-1fa6c9eb18a8 HTTP/1.1" status: 204 len: 168 time: 0.1380267 Dec 15 16:07:52.827636 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520ac56-0bc4-4b21-a33b-c024908c9ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf20b9d-3bd4-4455-a5e6-1fa6c9eb18a8,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:52.903715 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87eb99-d0ef-466e-bca8-acec7c387842 req-8688925b-2e54-46f1-a0aa-3b01a571b45b tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:52.905209 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0a87eb99-d0ef-466e-bca8-acec7c387842 req-8688925b-2e54-46f1-a0aa-3b01a571b45b tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 943 time: 0.0554399 Dec 15 16:07:52.958013 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0a87eb99-d0ef-466e-bca8-acec7c387842 req-a44e606a-e794-463e-b680-ce9e662756fa tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447781 Dec 15 16:07:53.347817 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6784d-dbbc-4fac-af0a-c1c4eed68c03 req-bb8f5b9f-3b18-422b-bef8-177419dc23dc tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:53.348744 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76d7d-0203-4911-88d5-b0e9e9d62578 req-88e86b79-bc7b-4972-ab43-562564ff21ab tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:53.350441 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c2e76d7d-0203-4911-88d5-b0e9e9d62578 req-88e86b79-bc7b-4972-ab43-562564ff21ab tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 931 time: 0.0582018 Dec 15 16:07:53.355224 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-62c6784d-dbbc-4fac-af0a-c1c4eed68c03 req-bb8f5b9f-3b18-422b-bef8-177419dc23dc tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 931 time: 0.0691750 Dec 15 16:07:53.402323 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-62c6784d-dbbc-4fac-af0a-c1c4eed68c03 req-b1644204-de60-49fa-97a1-aa55823cbb16 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460865 Dec 15 16:07:53.431556 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c2e76d7d-0203-4911-88d5-b0e9e9d62578 req-e2de6924-6afe-468f-ba12-63ac93424ff6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697834 Dec 15 16:07:53.519371 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b10a-a803-4ecd-a9ca-a207992265a0 req-2a87bff0-5747-4d5f-82a4-c495370fa4f4 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:53.521027 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9d75b10a-a803-4ecd-a9ca-a207992265a0 req-2a87bff0-5747-4d5f-82a4-c495370fa4f4 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 943 time: 0.0511439 Dec 15 16:07:53.576647 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Request body: {'port': {'device_id': 'b0724363-4d41-42f4-83b5-e32a4075c47d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:53.610414 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device eb06d20a-14b8-4cc1-8d1b-28c1855f50ed details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:07:53.631077 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Request body: {'port': {'device_id': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:53.641704 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9d75b10a-a803-4ecd-a9ca-a207992265a0 req-fae4c674-08c3-4f1d-920b-199e7d0a7adc tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140552 Dec 15 16:07:53.729108 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5732e44-062f-4653-9e60-5833fb4814d2 req-ad261444-b1ff-4441-9433-a1e5911f02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:53.730618 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a5732e44-062f-4653-9e60-5833fb4814d2 req-ad261444-b1ff-4441-9433-a1e5911f02e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 1096 time: 0.0888255 Dec 15 16:07:53.745044 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:53.789224 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:53.803772 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:53.818944 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'eb06d20a-14b8-4cc1-8d1b-28c1855f50ed', 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249', 'port_id': 'eb06d20a-14b8-4cc1-8d1b-28c1855f50ed', 'mac_address': 'fa:16:3e:21:41:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:07:53.868772 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:53.895463 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb06d20a-14b8-4cc1-8d1b-28c1855f50ed {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:07:53.930345 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:53.935374 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4d087-b93e-4bde-8359-76b4b8c904df req-bf3ae762-1460-45d6-931a-1e6f5f42904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:53.939961 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:53.941252 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device fbcf44b9-d476-4aba-a276-c67d0625074b details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:07:53.942995 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fbb4d087-b93e-4bde-8359-76b4b8c904df req-bf3ae762-1460-45d6-931a-1e6f5f42904f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 1097 time: 0.2452662 Dec 15 16:07:54.147307 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:54.173634 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cec58f-9268-4c6b-b225-9105c306b79b req-ad4486ea-dea1-4ebc-bdb8-d4047f3b4cfd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:54.180652 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-02cec58f-9268-4c6b-b225-9105c306b79b req-ad4486ea-dea1-4ebc-bdb8-d4047f3b4cfd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.3067346 Dec 15 16:07:54.208169 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5732e44-062f-4653-9e60-5833fb4814d2 req-8e1ce7bc-e0d1-47e6-8260-0cf121e1678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:54.209647 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a5732e44-062f-4653-9e60-5833fb4814d2 req-8e1ce7bc-e0d1-47e6-8260-0cf121e1678c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=365cc23ac7624aab91c3f286c2a4db76&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4693558 Dec 15 16:07:54.211222 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port fbcf44b9-d476-4aba-a276-c67d0625074b, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=fbcf44b9-d476-4aba-a276-c67d0625074b,segment=NetworkSegment(e5b77112-f322-4374-b41a-97d103cd1a41),segment_id=e5b77112-f322-4374-b41a-97d103cd1a41)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:54.227725 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'fbcf44b9-d476-4aba-a276-c67d0625074b', 'network_id': '5867fdd0-c07f-4aea-8201-7f39fd75db79', 'port_id': 'fbcf44b9-d476-4aba-a276-c67d0625074b', 'mac_address': 'fa:16:3e:60:d5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc52616-f80c-40db-8655-9542ee836dec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:07:54.274256 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:54.295112 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcf44b9-d476-4aba-a276-c67d0625074b {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:07:54.309972 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5732e44-062f-4653-9e60-5833fb4814d2 req-a5b1c23d-e1f8-435c-a140-e26200e4bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:54.311229 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a5732e44-062f-4653-9e60-5833fb4814d2 req-a5b1c23d-e1f8-435c-a140-e26200e4bfd5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907407 Dec 15 16:07:54.321987 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port fbcf44b9-d476-4aba-a276-c67d0625074b, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=fbcf44b9-d476-4aba-a276-c67d0625074b,segment=NetworkSegment(e5b77112-f322-4374-b41a-97d103cd1a41),segment_id=e5b77112-f322-4374-b41a-97d103cd1a41)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:54.329939 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:54.336402 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-02cec58f-9268-4c6b-b225-9105c306b79b req-6366efa8-b399-4820-a555-4e9eb0180f0d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548216 Dec 15 16:07:54.391267 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=fbcf44b9-d476-4aba-a276-c67d0625074b,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:54.421411 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4d087-b93e-4bde-8359-76b4b8c904df req-a1be8b1a-4924-4a8b-97cc-96daf5a5fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:54.423459 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fbb4d087-b93e-4bde-8359-76b4b8c904df req-a1be8b1a-4924-4a8b-97cc-96daf5a5fc42 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f1f1638b13884efc82ff109ef86772d7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4601784 Dec 15 16:07:54.472538 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-7554f067-e043-4dd9-9b6a-7de0dc5180f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:54.474080 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-7554f067-e043-4dd9-9b6a-7de0dc5180f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 1096 time: 0.1026886 Dec 15 16:07:54.554434 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f032e2-13da-4a6b-b8a2-ce4a30c0c4ca req-2b2b9018-653b-491c-835e-62da22675fe6 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:54.561752 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-48f032e2-13da-4a6b-b8a2-ce4a30c0c4ca req-2b2b9018-653b-491c-835e-62da22675fe6 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 944 time: 0.3039689 Dec 15 16:07:54.578557 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-8802be5d-1540-4d87-90ae-9442c177a07f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b8a41c5-0444-446c-b2e7-113e3d782222 HTTP/1.1" status: 200 len: 217 time: 0.0916696 Dec 15 16:07:54.643655 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e854d54-aa73-4958-b798-166d396d9256 req-336e532f-4569-4790-b805-e2df039929c7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:54.645415 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1e854d54-aa73-4958-b798-166d396d9256 req-336e532f-4569-4790-b805-e2df039929c7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 931 time: 0.1487186 Dec 15 16:07:54.662209 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['fbcf44b9-d476-4aba-a276-c67d0625074b'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:07:54.684572 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-31f8688c-ef25-4747-8b9c-7b03e5eb02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:54.686122 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-31f8688c-ef25-4747-8b9c-7b03e5eb02c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd HTTP/1.1" status: 200 len: 859 time: 0.0930221 Dec 15 16:07:54.744656 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-91d812ad-3469-4a09-b1f8-f74a24dc13d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84380ad-1686-4ecc-ba8f-571feeb05d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457442 Dec 15 16:07:54.760211 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1e854d54-aa73-4958-b798-166d396d9256 req-05f1e07d-8420-4c47-83e0-00e1660283c1 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053391 Dec 15 16:07:54.806590 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['eb06d20a-14b8-4cc1-8d1b-28c1855f50ed'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:07:54.912162 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-48f032e2-13da-4a6b-b8a2-ce4a30c0c4ca req-89aa8aa4-44f8-4e44-8d58-7edc0d756a2e tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493690 Dec 15 16:07:54.948297 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4d087-b93e-4bde-8359-76b4b8c904df req-25837cb9-5cee-4666-a9a5-5bec6d9fea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:54.956416 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fbb4d087-b93e-4bde-8359-76b4b8c904df req-25837cb9-5cee-4666-a9a5-5bec6d9fea7c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5030880 Dec 15 16:07:55.008459 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b39e4-62c1-4d7b-9e46-f4d38dcdaa50 req-4fdf9156-3d70-4844-adaf-ac78fa8d4cc2 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:55.010602 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-904b39e4-62c1-4d7b-9e46-f4d38dcdaa50 req-4fdf9156-3d70-4844-adaf-ac78fa8d4cc2 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 931 time: 0.0947263 Dec 15 16:07:55.012723 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-78096781-9185-491e-9ebe-99d56cca75b0 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471147 Dec 15 16:07:55.226112 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-904b39e4-62c1-4d7b-9e46-f4d38dcdaa50 req-a79852d8-be18-4778-8c98-46d5cd30e3a4 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048452 Dec 15 16:07:55.258907 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-56c70101-ed0c-4e00-ba75-6808352bc553 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364841 Dec 15 16:07:55.411637 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-ffc6ae73-8ba5-47d2-bd95-4f7107dd282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:55.413128 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-ffc6ae73-8ba5-47d2-bd95-4f7107dd282b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 1097 time: 0.3829165 Dec 15 16:07:55.415007 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb16d956-defc-4ca5-b835-56a5f772cbb2 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:07:55.431495 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a01b8-75e6-49ee-bcd3-89c5f9cbaa98 req-e362f60f-6e81-4032-84f4-004658e58258 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:55.433013 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e46a01b8-75e6-49ee-bcd3-89c5f9cbaa98 req-e362f60f-6e81-4032-84f4-004658e58258 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 944 time: 0.3997922 Dec 15 16:07:55.436794 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:55.514652 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55428510-da21-4beb-9ece-c3bdae6064a5 req-61f5ec71-e250-403f-8b76-32be142386aa tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:55.526738 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-55428510-da21-4beb-9ece-c3bdae6064a5 req-61f5ec71-e250-403f-8b76-32be142386aa tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0721269 Dec 15 16:07:55.544474 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-2e2bf9dd-331e-4bb1-9a92-6b1f6c76333a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c48ddb89-1c93-427f-a926-073d58761058 HTTP/1.1" status: 200 len: 217 time: 0.1104758 Dec 15 16:07:55.549532 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Transition to ACTIVE for port object bb16d956-defc-4ca5-b835-56a5f772cbb2 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:07:55.569241 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:55.612346 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-55428510-da21-4beb-9ece-c3bdae6064a5 req-61f7c0f3-6a5b-40b4-a346-425ef712301a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846462 Dec 15 16:07:55.695453 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e46a01b8-75e6-49ee-bcd3-89c5f9cbaa98 req-5e2021f8-8dbd-4c71-83cc-9f7e72093fa9 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505126 Dec 15 16:07:55.699035 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:07:55.720967 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:55.726397 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-1d3740c9-aad7-4ccf-93d7-930ec070b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:55.727849 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-1d3740c9-aad7-4ccf-93d7-930ec070b92b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7619fe57-562e-4dcd-85a1-474a5ed5dfef HTTP/1.1" status: 200 len: 855 time: 0.1712558 Dec 15 16:07:55.728434 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Pushing event updated for resources: {'Port': ['ID=bb16d956-defc-4ca5-b835-56a5f772cbb2,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:55.761119 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Transition to ACTIVE for port object ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:07:55.801785 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:55.854141 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Attempting to bind port bb16d956-defc-4ca5-b835-56a5f772cbb2 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:55.854498 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Attempting to bind port bb16d956-defc-4ca5-b835-56a5f772cbb2 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:55.854820 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Attempting to bind port bb16d956-defc-4ca5-b835-56a5f772cbb2 on network d84380ad-1686-4ecc-ba8f-571feeb05d97 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:55.879196 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Port bb16d956-defc-4ca5-b835-56a5f772cbb2 on network d84380ad-1686-4ecc-ba8f-571feeb05d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:07:55.879524 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Attempting to bind port bb16d956-defc-4ca5-b835-56a5f772cbb2 on network d84380ad-1686-4ecc-ba8f-571feeb05d97 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:55.902622 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-c9af3d36-ad32-4e92-b6ef-1396e047cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:55.904397 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-c9af3d36-ad32-4e92-b6ef-1396e047cfab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9de569e-dedf-412f-ac55-6fe163ed494a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1656537 Dec 15 16:07:55.906776 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:55.907142 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Checking segment: {'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:55.907390 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Bound using segment: {'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:55.908031 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Bound port: bb16d956-defc-4ca5-b835-56a5f772cbb2, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:55.908545 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:55.911393 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:55.945283 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293bce2-1f07-4046-9889-2e5cb7a318df req-fa18eceb-60b5-42f9-9b56-8a0c625d8a50 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:55.960141 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6293bce2-1f07-4046-9889-2e5cb7a318df req-fa18eceb-60b5-42f9-9b56-8a0c625d8a50 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 943 time: 0.1181254 Dec 15 16:07:56.022842 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6293bce2-1f07-4046-9889-2e5cb7a318df req-dbf44022-8970-47e2-88d3-41869e1da3a2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615311 Dec 15 16:07:56.147448 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-418bae60-7b28-49d3-993b-c1eb744e24c4 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320881 Dec 15 16:07:56.163879 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Attempting to bind port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:07:56.164337 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Attempting to bind port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:07:56.164527 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Attempting to bind port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd on network 712a2ed7-316f-482c-893d-a6ba2836f0df {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:56.226342 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd on network 712a2ed7-316f-482c-893d-a6ba2836f0df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:07:56.226669 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Attempting to bind port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd on network 712a2ed7-316f-482c-893d-a6ba2836f0df {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:07:56.258363 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:07:56.258709 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Checking segment: {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:56.259098 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Bound using segment: {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:07:56.259545 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Bound port: ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:07:56.259902 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.290924 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512b3bd-870c-4f4a-944e-671dedaea766 req-79b666f8-5d9b-4b2d-bc1a-5e7763921fb0 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:56.293071 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1512b3bd-870c-4f4a-944e-671dedaea766 req-79b666f8-5d9b-4b2d-bc1a-5e7763921fb0 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 944 time: 0.2391875 Dec 15 16:07:56.304593 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] For port bb16d956-defc-4ca5-b835-56a5f772cbb2, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:56.307849 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] For port bb16d956-defc-4ca5-b835-56a5f772cbb2, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=bb16d956-defc-4ca5-b835-56a5f772cbb2,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:56.370345 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.409435 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f472b0-b720-4f1b-8dc4-0c2b32da5a90 req-9efb0861-118f-4346-99b0-2a0f7abcb15b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:56.410934 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6f472b0-b720-4f1b-8dc4-0c2b32da5a90 req-9efb0861-118f-4346-99b0-2a0f7abcb15b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 943 time: 0.0652688 Dec 15 16:07:56.460598 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a0ce2e55-0a88-4d3c-a5db-d7147e497047 req-8aedaaea-d867-4b42-8732-cde1a8b2bd87 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935116 Dec 15 16:07:56.476618 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:56.477276 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.478943 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] 10.222.0.18 "PUT /v2.0/ports/bb16d956-defc-4ca5-b835-56a5f772cbb2 HTTP/1.1" status: 200 len: 1093 time: 2.9098296 Dec 15 16:07:56.479117 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0724363-4d41-42f4-83b5-e32a4075c47d', 'tag': 'bb16d956-defc-4ca5-b835-56a5f772cbb2'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:07:56.481362 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea8ad44-5945-4a41-93e2-3f5a0dc2fa9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0724363-4d41-42f4-83b5-e32a4075c47d", "tag": "bb16d956-defc-4ca5-b835-56a5f772cbb2"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:07:56.487265 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6f472b0-b720-4f1b-8dc4-0c2b32da5a90 req-69016c9d-bcc8-4277-8f7f-7741374da774 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648754 Dec 15 16:07:56.552934 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34522) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:56.558418 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a966ec6f-e85c-4b40-a8f5-90f7ff42cb61 x-openstack-request-id: req-a966ec6f-e85c-4b40-a8f5-90f7ff42cb61 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:07:56.558418 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0724363-4d41-42f4-83b5-e32a4075c47d", "tag": "bb16d956-defc-4ca5-b835-56a5f772cbb2", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:07:56.558418 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a966ec6f-e85c-4b40-a8f5-90f7ff42cb61 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:07:56.558418 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0724363-4d41-42f4-83b5-e32a4075c47d', 'tag': 'bb16d956-defc-4ca5-b835-56a5f772cbb2', 'status': 'completed', 'code': 200} Dec 15 16:07:56.560254 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1512b3bd-870c-4f4a-944e-671dedaea766 req-329d3c10-12f4-4c9c-ad5f-892830254ad2 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468421 Dec 15 16:07:56.574352 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] For port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:07:56.577363 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a80d16-5dc8-46e3-abe6-7e345188f91f service neutron] Pushing event updated for resources: {'Port': ['ID=bb16d956-defc-4ca5-b835-56a5f772cbb2,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:56.596050 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] For port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:07:56.602189 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.629570 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-7fc6741b-5cc8-4456-8e7c-651a31bf22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:56.631113 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-7fc6741b-5cc8-4456-8e7c-651a31bf22c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 1096 time: 0.0952487 Dec 15 16:07:56.659810 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:56.660361 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.661786 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] 10.222.0.18 "PUT /v2.0/ports/ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd HTTP/1.1" status: 200 len: 1093 time: 3.0371079 Dec 15 16:07:56.670291 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5e2a-929e-4295-88d8-285dac737392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.679808 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd53e7-a86e-4165-b40d-541bcb4f7d65 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:56.757621 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169e6e5-e0fd-41ac-92db-7537c666c4c3 req-cd2b496b-d220-4315-8aca-fd96e8eb01a5 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:56.759170 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5169e6e5-e0fd-41ac-92db-7537c666c4c3 req-cd2b496b-d220-4315-8aca-fd96e8eb01a5 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0771410 Dec 15 16:07:56.815984 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5e2a-929e-4295-88d8-285dac737392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.826286 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5e2a-929e-4295-88d8-285dac737392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.834779 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ca60a-74c2-454a-8b19-407774332ccc req-fa1acee9-412f-4ca6-8eed-4461f72dd486 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:56.836467 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a86ca60a-74c2-454a-8b19-407774332ccc req-fa1acee9-412f-4ca6-8eed-4461f72dd486 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 944 time: 0.0633535 Dec 15 16:07:56.845392 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5169e6e5-e0fd-41ac-92db-7537c666c4c3 req-3a52c469-8963-4dec-96de-746c7a09a901 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784614 Dec 15 16:07:56.868163 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c3ac5e2a-929e-4295-88d8-285dac737392 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1da2f1a9f694aa797e63b4c1b16a9bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116989 Dec 15 16:07:56.868326 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34530) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:56.891304 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac5e2a-929e-4295-88d8-285dac737392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce4f7ba-7331-4fb6-9ffe-385fab6c6f03,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:56.892736 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a86ca60a-74c2-454a-8b19-407774332ccc req-b9d32c0a-9456-49be-b5de-88883a6a2a1d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500402 Dec 15 16:07:56.926178 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e7d5cdb7-cc05-4d72-90fd-14053204421d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.946730 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e7d5cdb7-cc05-4d72-90fd-14053204421d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.990856 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e7d5cdb7-cc05-4d72-90fd-14053204421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.993367 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e7d5cdb7-cc05-4d72-90fd-14053204421d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:56.994537 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e7d5cdb7-cc05-4d72-90fd-14053204421d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bce4f7ba-7331-4fb6-9ffe-385fab6c6f03 HTTP/1.1" status: 204 len: 168 time: 0.1253748 Dec 15 16:07:57.002354 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5cdb7-cc05-4d72-90fd-14053204421d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce4f7ba-7331-4fb6-9ffe-385fab6c6f03,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:57.137240 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33ac0-8458-49c1-b9ee-eb1096dcab8a req-ed2b7415-c8ab-4c25-aa9e-815cf8297fd6 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:57.138746 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60e33ac0-8458-49c1-b9ee-eb1096dcab8a req-ed2b7415-c8ab-4c25-aa9e-815cf8297fd6 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 943 time: 0.0468223 Dec 15 16:07:57.189933 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60e33ac0-8458-49c1-b9ee-eb1096dcab8a req-b902655d-8491-423b-8b54-334f9e52c7a0 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447807 Dec 15 16:07:57.267853 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34544) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:57.281403 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa1a1-7c89-416e-a618-dc6e4ab1d323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:57.356745 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa1a1-7c89-416e-a618-dc6e4ab1d323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:57.361347 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa1a1-7c89-416e-a618-dc6e4ab1d323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:57.401210 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aa1a1-7c89-416e-a618-dc6e4ab1d323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e53d0d-f3f7-4f25-9ba7-a0f054c03ed6,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:57.406977 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2c8aa1a1-7c89-416e-a618-dc6e4ab1d323 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09f3e0235d484286ac5f4fa879020070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379647 Dec 15 16:07:57.409765 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34556) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:57.457546 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e80faa7d-6754-49fd-8c7d-141ae4040cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:57.478664 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e80faa7d-6754-49fd-8c7d-141ae4040cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:57.528079 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e80faa7d-6754-49fd-8c7d-141ae4040cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:57.531249 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e80faa7d-6754-49fd-8c7d-141ae4040cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:57.532540 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e80faa7d-6754-49fd-8c7d-141ae4040cff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20e53d0d-f3f7-4f25-9ba7-a0f054c03ed6 HTTP/1.1" status: 204 len: 168 time: 0.1217523 Dec 15 16:07:57.543798 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80faa7d-6754-49fd-8c7d-141ae4040cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e53d0d-f3f7-4f25-9ba7-a0f054c03ed6,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:57.626087 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb64624-d71b-485f-a22e-1a4d1308336d req-4014fc99-c448-42ea-add5-9e12f94c3857 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:57.627699 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bbb64624-d71b-485f-a22e-1a4d1308336d req-4014fc99-c448-42ea-add5-9e12f94c3857 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 943 time: 0.0681677 Dec 15 16:07:57.688371 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870c924-19f4-45bf-b3cf-bd73317d20ba req-cce6ac51-90be-4b0e-a220-31cfc1b2ee1d tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:57.694277 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bbb64624-d71b-485f-a22e-1a4d1308336d req-a73bca04-0d8d-4524-b4ea-0af7c6b15217 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585341 Dec 15 16:07:57.695584 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b870c924-19f4-45bf-b3cf-bd73317d20ba req-cce6ac51-90be-4b0e-a220-31cfc1b2ee1d tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 944 time: 0.0618594 Dec 15 16:07:57.740582 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b870c924-19f4-45bf-b3cf-bd73317d20ba req-77e17bdb-e23a-495c-8f01-780dead69621 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441353 Dec 15 16:07:57.961736 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27494665-9cb9-445a-a21b-22474015de3d req-0b4d91e5-df33-4df3-b0ad-656052041401 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:57.963242 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-27494665-9cb9-445a-a21b-22474015de3d req-0b4d91e5-df33-4df3-b0ad-656052041401 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0476594 Dec 15 16:07:58.015133 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-27494665-9cb9-445a-a21b-22474015de3d req-a2e6eea2-1ced-42f8-8475-d03e4c6ecd9c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442142 Dec 15 16:07:58.025707 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73b35a-5de9-4352-96cb-906856951f31 req-02800d76-b911-416d-8b94-e070fab6f1c0 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:58.027366 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9c73b35a-5de9-4352-96cb-906856951f31 req-02800d76-b911-416d-8b94-e070fab6f1c0 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 944 time: 0.0543482 Dec 15 16:07:58.076817 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9c73b35a-5de9-4352-96cb-906856951f31 req-857a02ce-43b1-49f3-ad4e-b71777425b15 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 Dec 15 16:07:58.274288 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34588) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:58.307119 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57385c1e-522c-41fe-a2b5-4c1346e6c9ec req-bcbe9fca-3a8c-4139-b2c4-7a8d0f99e606 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:58.308600 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-57385c1e-522c-41fe-a2b5-4c1346e6c9ec req-bcbe9fca-3a8c-4139-b2c4-7a8d0f99e606 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 943 time: 0.0484581 Dec 15 16:07:58.355686 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-57385c1e-522c-41fe-a2b5-4c1346e6c9ec req-e0824c61-6980-45e0-a4b7-bdd7870395a9 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410182 Dec 15 16:07:58.369635 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-857203040-network', 'tenant_id': 'a663ffafde40436f8ebccd5f5dea55f9'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:58.391291 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Made reservation on behalf of a663ffafde40436f8ebccd5f5dea55f9 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:58.393511 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.401863 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.440303 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device eb06d20a-14b8-4cc1-8d1b-28c1855f50ed up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:58.484217 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.488459 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.497078 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:07:58.501420 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:58.501788 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.509701 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:07:58.524427 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8875bf04-2de6-4844-9b60-91bd4fba54f6,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:58.529333 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.529675 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Added segment 4bf2ac39-ffb7-4fad-becb-efd9f4434e3c of type vlan for network 80656481-ef40-45fb-8d17-1701b01a0b8b Dec 15 16:07:58.557426 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'tag': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:07:58.560990 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75dcd3e-8268-43e6-96d2-c774c5350547" -d '{"events": [{"name": "network-changed", "server_uuid": "854116b0-a886-4d4c-84c4-092c1f46b5dc", "tag": "ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:07:58.587383 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.601293 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7851af-1389-4e1b-b6ae-10ca50c3d653 x-openstack-request-id: req-7f7851af-1389-4e1b-b6ae-10ca50c3d653 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:07:58.601696 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854116b0-a886-4d4c-84c4-092c1f46b5dc", "tag": "ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:07:58.602038 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f7851af-1389-4e1b-b6ae-10ca50c3d653 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:07:58.602515 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'tag': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd', 'status': 'completed', 'code': 200} Dec 15 16:07:58.617279 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.618260 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:58.618848 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.619285 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.644952 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90132a29-e694-4b33-b9c1-3be0e2555008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb06d20a-14b8-4cc1-8d1b-28c1855f50ed'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:07:58.676739 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4013016 Dec 15 16:07:58.679888 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34600) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:58.684119 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029af662-19c8-4a97-b86c-6ebf0e8f3c2a admin admin] Pushing event updated for resources: {'Network': ['ID=80656481-ef40-45fb-8d17-1701b01a0b8b,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:58.685414 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] Request body: {'subnet': {'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-857203040-subnet', 'tenant_id': 'a663ffafde40436f8ebccd5f5dea55f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:07:58.714097 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] Made reservation on behalf of a663ffafde40436f8ebccd5f5dea55f9 for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:07:58.720336 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 80656481-ef40-45fb-8d17-1701b01a0b8b details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:07:58.722677 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.747921 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:58.779600 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.780388 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device fbcf44b9-d476-4aba-a276-c67d0625074b up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:07:58.883335 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9302b2a-ed7e-4a62-8239-bb758ac44ac5 req-1b7b8776-aeee-4ff9-a916-1f38ca84d15f tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:58.885219 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a9302b2a-ed7e-4a62-8239-bb758ac44ac5 req-1b7b8776-aeee-4ff9-a916-1f38ca84d15f tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 944 time: 0.0505321 Dec 15 16:07:58.901653 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357c7a52-798d-4008-bf64-e39adbb41da0" -d '{"events": [{"server_uuid": "90132a29-e694-4b33-b9c1-3be0e2555008", "name": "network-vif-plugged", "status": "completed", "tag": "eb06d20a-14b8-4cc1-8d1b-28c1855f50ed"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:07:58.913114 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac070f7-3af6-4e9b-877b-4de49b533fb6 req-a4bf3783-92e7-4930-8f3d-67fc39810e82 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:58.914948 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ac070f7-3af6-4e9b-877b-4de49b533fb6 req-a4bf3783-92e7-4930-8f3d-67fc39810e82 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 943 time: 0.1041117 Dec 15 16:07:58.933566 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:58.945220 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port fbcf44b9-d476-4aba-a276-c67d0625074b completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:07:58.950474 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port fbcf44b9-d476-4aba-a276-c67d0625074b triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:07:58.951475 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:58.977027 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a9302b2a-ed7e-4a62-8239-bb758ac44ac5 req-d86c05cb-ced5-4cce-aa41-f7eab3195194 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830083 Dec 15 16:07:59.007776 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ac070f7-3af6-4e9b-877b-4de49b533fb6 req-1d518c4a-df49-48ec-9279-cf685ebd1139 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781972 Dec 15 16:07:59.060150 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:59.098355 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port fbcf44b9-d476-4aba-a276-c67d0625074b, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=fbcf44b9-d476-4aba-a276-c67d0625074b,segment=NetworkSegment(e5b77112-f322-4374-b41a-97d103cd1a41),segment_id=e5b77112-f322-4374-b41a-97d103cd1a41)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:59.104562 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:59.121085 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:59.160423 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dbc917-eb97-4e91-841b-504ff3818bc0 x-openstack-request-id: req-15dbc917-eb97-4e91-841b-504ff3818bc0 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:07:59.160691 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90132a29-e694-4b33-b9c1-3be0e2555008", "name": "network-vif-plugged", "status": "completed", "tag": "eb06d20a-14b8-4cc1-8d1b-28c1855f50ed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:07:59.160963 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15dbc917-eb97-4e91-841b-504ff3818bc0 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:07:59.161417 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90132a29-e694-4b33-b9c1-3be0e2555008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb06d20a-14b8-4cc1-8d1b-28c1855f50ed', 'code': 200} Dec 15 16:07:59.166451 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=fbcf44b9-d476-4aba-a276-c67d0625074b,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:59.200298 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=658561e8-1c4b-4ff2-859a-623a9119929f,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:59.232362 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489f963-ef59-4ac0-b00c-7583f26ce030 req-d57fe6ff-aea3-4100-87f1-6807cb8e355b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:59.233806 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a489f963-ef59-4ac0-b00c-7583f26ce030 req-d57fe6ff-aea3-4100-87f1-6807cb8e355b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0872560 Dec 15 16:07:59.237728 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] Checking segment: {'id': '4bf2ac39-ffb7-4fad-becb-efd9f4434e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:07:59.238128 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] Network hostable DHCP agents. Network: 80656481-ef40-45fb-8d17-1701b01a0b8b, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:07:59.259462 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bfc82-a426-4623-b33d-5c0ae36c978b req-0dfd7238-54a7-4549-a401-4fe5298f3c03 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:59.260852 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-632bfc82-a426-4623-b33d-5c0ae36c978b req-0dfd7238-54a7-4549-a401-4fe5298f3c03 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 945 time: 0.0503623 Dec 15 16:07:59.282335 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] Network 80656481-ef40-45fb-8d17-1701b01a0b8b is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:07:59.293294 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a489f963-ef59-4ac0-b00c-7583f26ce030 req-3c16dd4c-0aad-40a4-9f78-cbb209d6c35b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520680 Dec 15 16:07:59.298065 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 80656481-ef40-45fb-8d17-1701b01a0b8b) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:07:59.302736 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:59.303349 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:59.309311 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-632bfc82-a426-4623-b33d-5c0ae36c978b req-5ec1d215-0fdb-4370-8d1f-a37c36f3716c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Dec 15 16:07:59.312901 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f255983-0658-4c95-97ec-234b2618a1b5 None None] Network 80656481-ef40-45fb-8d17-1701b01a0b8b requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:59.326855 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-65c43494-5b84-438a-be43-615fbcfe0f36 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6452374 Dec 15 16:07:59.432140 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f1b6e-2279-4353-a8c1-e6396398a22f None None] Network 80656481-ef40-45fb-8d17-1701b01a0b8b requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:07:59.481038 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-c4d6cae3-80b9-4079-9de5-aa4423172b58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb16d956-defc-4ca5-b835-56a5f772cbb2 HTTP/1.1" status: 200 len: 217 time: 0.0679076 Dec 15 16:07:59.527218 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:59.558522 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2b8a41c5-0444-446c-b2e7-113e3d782222 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:07:59.585449 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f6bd2-5245-4d0d-a51d-21de0fb34f1a req-4b471145-94d2-4ded-9869-99feea08046d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:59.587366 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-517f6bd2-5245-4d0d-a51d-21de0fb34f1a req-4b471145-94d2-4ded-9869-99feea08046d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 943 time: 0.1103499 Dec 15 16:07:59.674419 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dcd3e-8268-43e6-96d2-c774c5350547 req-9a06fd9c-e31b-4e4f-a098-20859399be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:59.675924 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f75dcd3e-8268-43e6-96d2-c774c5350547 req-9a06fd9c-e31b-4e4f-a098-20859399be3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e13488e748245a68c7bee06a92fb0ff&device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 1096 time: 0.2074373 Dec 15 16:07:59.689125 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-7af69552-2b9a-40f8-b772-a4e115cb555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:59.690571 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-7af69552-2b9a-40f8-b772-a4e115cb555c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd HTTP/1.1" status: 200 len: 859 time: 0.1813414 Dec 15 16:07:59.701608 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2b8a41c5-0444-446c-b2e7-113e3d782222, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2b8a41c5-0444-446c-b2e7-113e3d782222,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:59.713685 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '2b8a41c5-0444-446c-b2e7-113e3d782222', 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97', 'port_id': '2b8a41c5-0444-446c-b2e7-113e3d782222', 'mac_address': 'fa:16:3e:94:b8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:07:59.751753 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-517f6bd2-5245-4d0d-a51d-21de0fb34f1a req-56f5a529-58c4-4a99-a4b5-98220c3bc2c3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552224 Dec 15 16:07:59.765810 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:59.776359 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8a41c5-0444-446c-b2e7-113e3d782222 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:07:59.798483 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-519eb027-8679-4cb0-8cf7-3b74bd273049 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84380ad-1686-4ecc-ba8f-571feeb05d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793808 Dec 15 16:07:59.804525 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2b8a41c5-0444-446c-b2e7-113e3d782222, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2b8a41c5-0444-446c-b2e7-113e3d782222,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:07:59.808150 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:59.824605 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829929-d03e-48bc-8883-100d38a0f057 req-dc46eb34-aba6-45b8-8b79-74c7aa19ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:07:59.826058 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d2829929-d03e-48bc-8883-100d38a0f057 req-dc46eb34-aba6-45b8-8b79-74c7aa19ccff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 1098 time: 0.2045445 Dec 15 16:07:59.867305 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=2b8a41c5-0444-446c-b2e7-113e3d782222,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:00.042619 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['2b8a41c5-0444-446c-b2e7-113e3d782222'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:00.086934 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d2829929-d03e-48bc-8883-100d38a0f057 req-c3dc0d41-360d-41e9-b1c4-5da13f8ff290 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:00.113272 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dcd3e-8268-43e6-96d2-c774c5350547 req-25b909f3-bbf0-4d65-92ba-1d6b94b7c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:00.114779 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f75dcd3e-8268-43e6-96d2-c774c5350547 req-25b909f3-bbf0-4d65-92ba-1d6b94b7c784 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3e13488e748245a68c7bee06a92fb0ff&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4198613 Dec 15 16:08:00.117915 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476a82a-f55c-4dc5-aab9-487e8386a459 req-de7f1b37-2675-4c00-b1af-72acb66289c7 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:00.127770 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c476a82a-f55c-4dc5-aab9-487e8386a459 req-de7f1b37-2675-4c00-b1af-72acb66289c7 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 945 time: 0.0728414 Dec 15 16:08:00.194632 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c476a82a-f55c-4dc5-aab9-487e8386a459 req-30b12d90-7b89-43e8-8328-20a984bde3f6 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653584 Dec 15 16:08:00.235542 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-4549bca7-871e-432b-8cfd-f71c02fc9fe7 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251995 Dec 15 16:08:00.334688 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa0800-aaa9-4254-ab3d-f0257f8bedaf req-f5777bc2-0881-4a24-9d0a-8358af108064 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:00.336204 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03aa0800-aaa9-4254-ab3d-f0257f8bedaf req-f5777bc2-0881-4a24-9d0a-8358af108064 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 943 time: 0.1994088 Dec 15 16:08:00.365638 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dcd3e-8268-43e6-96d2-c774c5350547 req-1b202df6-af23-417c-b828-1aabeee54c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:00.367031 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f75dcd3e-8268-43e6-96d2-c774c5350547 req-1b202df6-af23-417c-b828-1aabeee54c0a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422481 Dec 15 16:08:00.427355 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d2829929-d03e-48bc-8883-100d38a0f057 req-c3dc0d41-360d-41e9-b1c4-5da13f8ff290 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:00.449862 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9496ac0e-cf74-44f8-ac47-e98554c7fca2 req-0985f74b-bfbd-4a85-aea1-70e15ffbc560 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052212 Dec 15 16:08:00.450884 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d33721-dca0-45c5-b1d2-c5a7c4049581 req-3c8850d8-5707-4b51-a724-aa31c3df7e38 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:00.458221 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e1d33721-dca0-45c5-b1d2-c5a7c4049581 req-3c8850d8-5707-4b51-a724-aa31c3df7e38 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0624726 Dec 15 16:08:00.475616 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d2829929-d03e-48bc-8883-100d38a0f057 req-c3dc0d41-360d-41e9-b1c4-5da13f8ff290 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:00.511577 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03aa0800-aaa9-4254-ab3d-f0257f8bedaf req-04512761-da55-42b0-9107-6968795934f1 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595645 Dec 15 16:08:00.532288 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e1d33721-dca0-45c5-b1d2-c5a7c4049581 req-5efcfd38-7375-41d6-bf10-7d8076b71216 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715835 Dec 15 16:08:00.592432 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d2829929-d03e-48bc-8883-100d38a0f057 req-c3dc0d41-360d-41e9-b1c4-5da13f8ff290 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7499378 Dec 15 16:08:00.600511 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc0d41-360d-41e9-b1c4-5da13f8ff290 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e30c81-ca10-4963-a14e-48a49dd6c480,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:00.611998 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-55b21a98-3a36-4771-8d1a-8da3a99d46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:00.611998 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-55b21a98-3a36-4771-8d1a-8da3a99d46e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e13488e748245a68c7bee06a92fb0ff&device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 1096 time: 0.1736140 Dec 15 16:08:00.646250 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8ad44-5945-4a41-93e2-3f5a0dc2fa9b req-7d124b2a-e1f7-4620-a301-c486ce028752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:00.647691 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8ea8ad44-5945-4a41-93e2-3f5a0dc2fa9b req-7d124b2a-e1f7-4620-a301-c486ce028752 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 1096 time: 0.1330318 Dec 15 16:08:00.668275 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bea37e-7aee-46ea-bdf1-6d83ba50ff9c req-f29f6277-0ee0-45e1-a938-87bd0fb44e74 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:00.669772 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-52bea37e-7aee-46ea-bdf1-6d83ba50ff9c req-f29f6277-0ee0-45e1-a938-87bd0fb44e74 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 945 time: 0.0609596 Dec 15 16:08:00.717055 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-52bea37e-7aee-46ea-bdf1-6d83ba50ff9c req-7a005145-35de-4b0b-be14-5cb2c9289292 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Dec 15 16:08:00.858682 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b2275-cd1b-47b4-905f-05f3d4d1b921 req-6a373a71-54d8-499b-b80c-75ed30cbc3a0 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:00.860614 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d94b2275-cd1b-47b4-905f-05f3d4d1b921 req-6a373a71-54d8-499b-b80c-75ed30cbc3a0 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 943 time: 0.0476775 Dec 15 16:08:00.897368 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-ea53b760-7905-4332-8809-4dd70ec41eca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd HTTP/1.1" status: 200 len: 217 time: 0.0676968 Dec 15 16:08:00.910402 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d94b2275-cd1b-47b4-905f-05f3d4d1b921 req-b582323b-5622-49fa-9143-efcc3d6c8054 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435593 Dec 15 16:08:01.030429 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-82751bae-7171-4eb4-9c90-e0389584be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:01.032528 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-82751bae-7171-4eb4-9c90-e0389584be13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c71309d7-57b5-4614-bac4-b306ead160c1 HTTP/1.1" status: 200 len: 849 time: 0.1050472 Dec 15 16:08:01.045910 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8ad44-5945-4a41-93e2-3f5a0dc2fa9b req-bf856c70-90bf-411f-9415-4e26ace8fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:01.047392 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8ea8ad44-5945-4a41-93e2-3f5a0dc2fa9b req-bf856c70-90bf-411f-9415-4e26ace8fbaa service neutron] 10.222.0.18 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 920 time: 0.2190673 Dec 15 16:08:01.149417 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8ea8ad44-5945-4a41-93e2-3f5a0dc2fa9b req-34dafc6b-7d0e-4a1c-81b7-50483dc42e29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb16d956-defc-4ca5-b835-56a5f772cbb2 HTTP/1.1" status: 200 len: 217 time: 0.0921521 Dec 15 16:08:01.162663 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771cf51f-79f3-4a84-8ebc-a9497a016143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcf44b9-d476-4aba-a276-c67d0625074b'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:01.165016 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbce6b81-8c83-446a-b12a-95817bfd1f44" -d '{"events": [{"server_uuid": "771cf51f-79f3-4a84-8ebc-a9497a016143", "name": "network-vif-plugged", "status": "completed", "tag": "fbcf44b9-d476-4aba-a276-c67d0625074b"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:01.206311 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88756b7c-17b1-496e-a954-87c6cf0e375c x-openstack-request-id: req-88756b7c-17b1-496e-a954-87c6cf0e375c {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:01.206646 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771cf51f-79f3-4a84-8ebc-a9497a016143", "name": "network-vif-plugged", "status": "completed", "tag": "fbcf44b9-d476-4aba-a276-c67d0625074b", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:01.206904 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88756b7c-17b1-496e-a954-87c6cf0e375c {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:01.207289 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771cf51f-79f3-4a84-8ebc-a9497a016143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcf44b9-d476-4aba-a276-c67d0625074b', 'code': 200} Dec 15 16:08:01.212247 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-3083c9fd-edaf-4d5e-b4e4-dfaa4c7446d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:01.213746 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-3083c9fd-edaf-4d5e-b4e4-dfaa4c7446d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=712a2ed7-316f-482c-893d-a6ba2836f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1653249 Dec 15 16:08:01.258653 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8ad44-5945-4a41-93e2-3f5a0dc2fa9b req-c28dd751-41b9-43da-a664-ceb2c427e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:01.260102 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8ea8ad44-5945-4a41-93e2-3f5a0dc2fa9b req-c28dd751-41b9-43da-a664-ceb2c427e8b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd HTTP/1.1" status: 200 len: 859 time: 0.1002359 Dec 15 16:08:01.302282 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-858f8d9f-e03f-49d2-87ab-836f818bd1c3 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:01.303755 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-858f8d9f-e03f-49d2-87ab-836f818bd1c3 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/networks?id=80656481-ef40-45fb-8d17-1701b01a0b8b HTTP/1.1" status: 200 len: 808 time: 0.2480564 Dec 15 16:08:01.316018 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501a89f-1b8a-4a5f-8db8-871364ed76c6 req-f9f25153-24db-4162-ae5d-80ab1792356a tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:01.317915 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7501a89f-1b8a-4a5f-8db8-871364ed76c6 req-f9f25153-24db-4162-ae5d-80ab1792356a tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 945 time: 0.0533452 Dec 15 16:08:01.328151 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8ea8ad44-5945-4a41-93e2-3f5a0dc2fa9b req-034149be-e184-4a30-958b-c54a4587e6d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84380ad-1686-4ecc-ba8f-571feeb05d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422850 Dec 15 16:08:01.341308 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-193b051e-4d98-40ea-b6dc-37b35b32d2d6 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/quotas/a663ffafde40436f8ebccd5f5dea55f9 HTTP/1.1" status: 200 len: 375 time: 0.0178070 Dec 15 16:08:01.373867 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7501a89f-1b8a-4a5f-8db8-871364ed76c6 req-e8f8abce-7412-4ae9-a0d1-75a6b6254e27 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 Dec 15 16:08:01.404429 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-6dafe47f-47fb-4495-8ede-ea355663e77f tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a663ffafde40436f8ebccd5f5dea55f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550945 Dec 15 16:08:01.466350 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-160b83b4-8677-4af7-9229-59781a27f479 service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420902 Dec 15 16:08:01.557235 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2b8a41c5-0444-446c-b2e7-113e3d782222 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:01.578013 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29cf38-38b1-4445-9b2d-ee6a27406619 req-1ccee5c2-1adc-458b-a13c-22198d6c387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:01.579536 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3e29cf38-38b1-4445-9b2d-ee6a27406619 req-1ccee5c2-1adc-458b-a13c-22198d6c387f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 1098 time: 0.2220058 Dec 15 16:08:01.623777 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port 2b8a41c5-0444-446c-b2e7-113e3d782222 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:08:01.629286 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 2b8a41c5-0444-446c-b2e7-113e3d782222 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:01.629869 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:01.651052 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e718707-29c4-4ce7-8423-7b162f1df9eb req-940ff89b-6543-4505-9af1-ad8e4252b97d tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:01.662124 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7e718707-29c4-4ce7-8423-7b162f1df9eb req-940ff89b-6543-4505-9af1-ad8e4252b97d tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 943 time: 0.0791440 Dec 15 16:08:01.670129 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8ea8ad44-5945-4a41-93e2-3f5a0dc2fa9b req-0d09863b-8479-4813-8826-4d4cefd06d1f service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133211 Dec 15 16:08:01.711932 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-a30832ee-992b-4b35-9866-5c072bdc5096 service neutron] 10.222.0.41 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846265 Dec 15 16:08:01.727498 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:01.730591 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64346c1f-5fa4-4a44-b1ed-431454335db7 req-436214ae-d8e4-41a1-8d5a-8de2ae11bacb service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512870 Dec 15 16:08:01.758498 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7e718707-29c4-4ce7-8423-7b162f1df9eb req-fc74ad13-0aaf-43ae-aa43-132868f27c05 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939622 Dec 15 16:08:01.770369 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2b8a41c5-0444-446c-b2e7-113e3d782222, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2b8a41c5-0444-446c-b2e7-113e3d782222,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:01.776671 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:01.794114 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3e29cf38-38b1-4445-9b2d-ee6a27406619 req-a2bb3f24-57c7-41a8-9bcd-2798f2d34891 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986501 Dec 15 16:08:01.878631 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=2b8a41c5-0444-446c-b2e7-113e3d782222,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:01.893247 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8ea8ad44-5945-4a41-93e2-3f5a0dc2fa9b req-6b845968-70ab-4450-8a95-c0e6c756ae63 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106700 Dec 15 16:08:01.893414 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd8542-d44f-4e6f-9d39-c915205b2535 req-609d6ee3-b688-4f1c-9044-eda589f55427 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:01.900517 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-04bd8542-d44f-4e6f-9d39-c915205b2535 req-609d6ee3-b688-4f1c-9044-eda589f55427 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0779948 Dec 15 16:08:01.920148 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-8ec633b9-493a-4a74-ae9b-2b2ed08edab0 service neutron] 10.222.0.41 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863351 Dec 15 16:08:01.968923 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-04bd8542-d44f-4e6f-9d39-c915205b2535 req-96bd076f-733d-405c-b72c-18de53593ee3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652652 Dec 15 16:08:02.095088 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c868c9-0d90-471b-8893-99fb9cfd10ea req-8585debb-ffff-4856-b144-c93fdaf48c1f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:02.097017 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c5c868c9-0d90-471b-8893-99fb9cfd10ea req-8585debb-ffff-4856-b144-c93fdaf48c1f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 945 time: 0.0633016 Dec 15 16:08:02.161762 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c5c868c9-0d90-471b-8893-99fb9cfd10ea req-55081d52-2d1a-4dfe-9eaa-58b5b884525c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585792 Dec 15 16:08:02.207995 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda97552-93ef-419d-9575-70d5972f0c1d req-86a9670e-94b1-4a1b-bedb-9287e61be21c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:02.209609 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cda97552-93ef-419d-9575-70d5972f0c1d req-86a9670e-94b1-4a1b-bedb-9287e61be21c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 943 time: 0.0656207 Dec 15 16:08:02.235081 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a22ea361-c33c-4549-b413-7b17a7075e17 req-c3e44911-a0be-431e-8121-e752e9665af0 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 210 time: 0.0293519 Dec 15 16:08:02.267344 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cda97552-93ef-419d-9575-70d5972f0c1d req-ef9b067f-935a-4e54-8fdf-b69cf9c179e6 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495760 Dec 15 16:08:02.491118 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218f3f3-34e3-445e-92d7-2999eb68fde8 req-2abd6dd6-29ef-40c9-91bc-c97ad7575753 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:02.492598 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e218f3f3-34e3-445e-92d7-2999eb68fde8 req-2abd6dd6-29ef-40c9-91bc-c97ad7575753 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 945 time: 0.0511830 Dec 15 16:08:02.540039 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e218f3f3-34e3-445e-92d7-2999eb68fde8 req-6897c468-91ad-4f18-99ea-8bb48356f4d0 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415967 Dec 15 16:08:02.859969 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603f2fe-380a-4524-a41a-d3f3da3880f1 req-d73864b4-35af-4f5a-871b-4c490e8605a5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:02.861406 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5603f2fe-380a-4524-a41a-d3f3da3880f1 req-d73864b4-35af-4f5a-871b-4c490e8605a5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 943 time: 0.0464370 Dec 15 16:08:02.906959 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5603f2fe-380a-4524-a41a-d3f3da3880f1 req-b00616d6-33c1-454c-9bf9-a2f6631c75ab tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Dec 15 16:08:03.077275 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60142f-55b9-48d3-8316-68f71b803969 req-656b8900-3209-4b9b-94cd-39c751f2395d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:03.079529 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dc60142f-55b9-48d3-8316-68f71b803969 req-656b8900-3209-4b9b-94cd-39c751f2395d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0485570 Dec 15 16:08:03.129787 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dc60142f-55b9-48d3-8316-68f71b803969 req-e0cb197d-e6db-47f5-88cb-40ab4fe9f90b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Dec 15 16:08:03.208638 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0827026d-3f91-4e84-99a5-8aa298069db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8a41c5-0444-446c-b2e7-113e3d782222'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:03.211121 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940a3167-cdc1-42d7-b065-e0f51b7414a7" -d '{"events": [{"server_uuid": "0827026d-3f91-4e84-99a5-8aa298069db5", "name": "network-vif-plugged", "status": "completed", "tag": "2b8a41c5-0444-446c-b2e7-113e3d782222"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:03.251466 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd674c48-4e9b-4659-92d6-38b0ea2b07cc x-openstack-request-id: req-fd674c48-4e9b-4659-92d6-38b0ea2b07cc {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:03.251862 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0827026d-3f91-4e84-99a5-8aa298069db5", "name": "network-vif-plugged", "status": "completed", "tag": "2b8a41c5-0444-446c-b2e7-113e3d782222", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:03.252210 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd674c48-4e9b-4659-92d6-38b0ea2b07cc {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:03.252670 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0827026d-3f91-4e84-99a5-8aa298069db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8a41c5-0444-446c-b2e7-113e3d782222', 'code': 200} Dec 15 16:08:03.278363 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90140ec2-49e6-4872-bf9c-24c326af7780 req-2a91fe63-dee9-4628-8b3d-8c84cc68f930 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:03.279247 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34758) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:03.279843 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-90140ec2-49e6-4872-bf9c-24c326af7780 req-2a91fe63-dee9-4628-8b3d-8c84cc68f930 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 945 time: 0.0493894 Dec 15 16:08:03.332619 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-04161116-a546-4857-9619-30d4fbbc1cd2 req-5329487b-001c-4af9-8345-a1fddbb49602 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 210 time: 0.0273342 Dec 15 16:08:03.392777 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc566663-069a-4c88-bdea-3747be796897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:03.475950 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6be6-8314-4f97-8754-80bb8a28bdb4 req-a5ecb87f-80c5-494a-881d-ed80909a940b tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:03.477514 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-11bb6be6-8314-4f97-8754-80bb8a28bdb4 req-a5ecb87f-80c5-494a-881d-ed80909a940b tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 943 time: 0.0733733 Dec 15 16:08:03.534503 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-90140ec2-49e6-4872-bf9c-24c326af7780 req-e811fc98-ec1e-4abf-9ee7-e7030cb24fee tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481985 Dec 15 16:08:03.538874 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc566663-069a-4c88-bdea-3747be796897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:03.547373 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc566663-069a-4c88-bdea-3747be796897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:03.571131 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-11bb6be6-8314-4f97-8754-80bb8a28bdb4 req-4be4145f-3509-46b5-a05e-9915e05e20c8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846748 Dec 15 16:08:03.590994 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc566663-069a-4c88-bdea-3747be796897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05102f3c-ac68-43e0-be79-06fb93e9ee32,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:03.595261 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-dc566663-069a-4c88-bdea-3747be796897 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e0fb78859aa45f8afa5a96d47ae97d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145721 Dec 15 16:08:03.597881 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34766) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:03.646352 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9c1c8eec-b239-4105-8e07-cccfe5554bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:03.658468 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf91cb8-15e7-4b3e-be0a-1d5d1f9e9558 req-8b5463c4-2708-4d0f-a2ff-60b954524a26 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:03.659914 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bcf91cb8-15e7-4b3e-be0a-1d5d1f9e9558 req-8b5463c4-2708-4d0f-a2ff-60b954524a26 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 945 time: 0.0466316 Dec 15 16:08:03.668476 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9c1c8eec-b239-4105-8e07-cccfe5554bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:03.705626 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bcf91cb8-15e7-4b3e-be0a-1d5d1f9e9558 req-95cdbe1c-bd00-4abf-86ef-e3fb3e01e936 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396945 Dec 15 16:08:03.715360 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9c1c8eec-b239-4105-8e07-cccfe5554bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:03.718738 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9c1c8eec-b239-4105-8e07-cccfe5554bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:03.721529 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9c1c8eec-b239-4105-8e07-cccfe5554bda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05102f3c-ac68-43e0-be79-06fb93e9ee32 HTTP/1.1" status: 204 len: 168 time: 0.1210771 Dec 15 16:08:03.728494 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c8eec-b239-4105-8e07-cccfe5554bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05102f3c-ac68-43e0-be79-06fb93e9ee32,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:03.969817 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34774) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:03.982937 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-19799563-ac53-4aaf-912d-fdd83635f881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.020543 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd2536-944b-4985-8ea2-56f522340911 req-571d4576-54a2-41b3-9df9-48a3980dc662 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:04.022188 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-adfd2536-944b-4985-8ea2-56f522340911 req-571d4576-54a2-41b3-9df9-48a3980dc662 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 943 time: 0.0490134 Dec 15 16:08:04.062289 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-19799563-ac53-4aaf-912d-fdd83635f881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.067210 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-19799563-ac53-4aaf-912d-fdd83635f881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.075346 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-adfd2536-944b-4985-8ea2-56f522340911 req-61703fde-29ae-4f19-a23e-28e7d33d1b9d tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460658 Dec 15 16:08:04.103699 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19799563-ac53-4aaf-912d-fdd83635f881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb17de33-dbe8-4a6c-9c34-f0948530bc0a,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:04.107908 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-19799563-ac53-4aaf-912d-fdd83635f881 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f60bd9d2384049f6988a4fcb47f5ae0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369638 Dec 15 16:08:04.110826 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34778) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:04.159760 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7e89666f-e05a-4897-b510-6fc35f18a079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.180822 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7e89666f-e05a-4897-b510-6fc35f18a079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.227973 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device c48ddb89-1c93-427f-a926-073d58761058 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:08:04.232291 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7e89666f-e05a-4897-b510-6fc35f18a079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.236328 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7e89666f-e05a-4897-b510-6fc35f18a079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.237899 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7e89666f-e05a-4897-b510-6fc35f18a079 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb17de33-dbe8-4a6c-9c34-f0948530bc0a HTTP/1.1" status: 204 len: 168 time: 0.1259253 Dec 15 16:08:04.248122 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89666f-e05a-4897-b510-6fc35f18a079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb17de33-dbe8-4a6c-9c34-f0948530bc0a,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:04.260551 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34610c2-1bc0-4ee7-a60b-b0bf641a7408 req-5096a99f-f68d-471c-b7b9-de8576dd614d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:04.262281 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e34610c2-1bc0-4ee7-a60b-b0bf641a7408 req-5096a99f-f68d-471c-b7b9-de8576dd614d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0623412 Dec 15 16:08:04.320520 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e34610c2-1bc0-4ee7-a60b-b0bf641a7408 req-f9fa59bb-0199-448c-ba00-23dbca9069bb tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516882 Dec 15 16:08:04.350785 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:04.363175 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'c48ddb89-1c93-427f-a926-073d58761058', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'port_id': 'c48ddb89-1c93-427f-a926-073d58761058', 'mac_address': 'fa:16:3e:48:6f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:08:04.402146 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.417504 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48ddb89-1c93-427f-a926-073d58761058 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:08:04.430509 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-732e908c-37fb-43da-93d0-6334b87fc86d req-84855eff-e7ff-48d1-b443-d33987f592f2 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 210 time: 0.0275846 Dec 15 16:08:04.438273 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:04.445281 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.446011 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device bb16d956-defc-4ca5-b835-56a5f772cbb2 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:08:04.536363 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=c48ddb89-1c93-427f-a926-073d58761058,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:04.583757 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port bb16d956-defc-4ca5-b835-56a5f772cbb2, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=bb16d956-defc-4ca5-b835-56a5f772cbb2,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:04.600261 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'bb16d956-defc-4ca5-b835-56a5f772cbb2', 'network_id': 'd84380ad-1686-4ecc-ba8f-571feeb05d97', 'port_id': 'bb16d956-defc-4ca5-b835-56a5f772cbb2', 'mac_address': 'fa:16:3e:a4:81:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:08:04.622742 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34792) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:04.643789 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.652540 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-56c3466c-f89e-4073-8f07-1d86e4210e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.658329 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb16d956-defc-4ca5-b835-56a5f772cbb2 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:08:04.678569 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port bb16d956-defc-4ca5-b835-56a5f772cbb2, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=bb16d956-defc-4ca5-b835-56a5f772cbb2,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:04.683451 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.697089 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68909cbb-d372-42c9-9ef3-463b06d74165 req-cf5889dc-e67d-4dbc-96cf-e794f1fcb1f8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:04.698705 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-68909cbb-d372-42c9-9ef3-463b06d74165 req-cf5889dc-e67d-4dbc-96cf-e794f1fcb1f8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 943 time: 0.0509040 Dec 15 16:08:04.712581 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d93d0-57b1-4d18-b856-24c11b5172d0 req-4f714539-7b4f-4b59-adb1-64266b056b6c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:04.718925 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-446d93d0-57b1-4d18-b856-24c11b5172d0 req-4f714539-7b4f-4b59-adb1-64266b056b6c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 945 time: 0.0864677 Dec 15 16:08:04.736854 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=bb16d956-defc-4ca5-b835-56a5f772cbb2,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:04.753555 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-68909cbb-d372-42c9-9ef3-463b06d74165 req-fc37367b-c17d-4900-b04c-6f4bc7ac8329 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466964 Dec 15 16:08:04.788303 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-446d93d0-57b1-4d18-b856-24c11b5172d0 req-191c4d5e-cef0-442c-8ff5-e58d08e9e97b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682137 Dec 15 16:08:04.808448 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-56c3466c-f89e-4073-8f07-1d86e4210e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.813288 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-56c3466c-f89e-4073-8f07-1d86e4210e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.855722 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-56c3466c-f89e-4073-8f07-1d86e4210e2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d04bec7aacb34338a6f711535f87ee6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302120 Dec 15 16:08:04.856496 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3466c-f89e-4073-8f07-1d86e4210e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4963112-d5fe-4925-ba61-ea5271dfc639,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:04.859279 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79608da-e636-4862-b2d3-b217d329d5b8 req-11f1f9b8-8ebe-4761-85be-b2a22b90cf31 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:04.860448 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34796) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:04.860793 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d79608da-e636-4862-b2d3-b217d329d5b8 req-11f1f9b8-8ebe-4761-85be-b2a22b90cf31 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 945 time: 0.0507162 Dec 15 16:08:04.908405 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a67823c4-284a-4edb-8ca3-69765d131ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.910509 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d79608da-e636-4862-b2d3-b217d329d5b8 req-7663dea5-0dbc-40de-99ff-105e7374ba01 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 Dec 15 16:08:04.930344 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a67823c4-284a-4edb-8ca3-69765d131ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.974752 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a67823c4-284a-4edb-8ca3-69765d131ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.977408 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a67823c4-284a-4edb-8ca3-69765d131ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:04.978571 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a67823c4-284a-4edb-8ca3-69765d131ed3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4963112-d5fe-4925-ba61-ea5271dfc639 HTTP/1.1" status: 204 len: 168 time: 0.1168830 Dec 15 16:08:04.986351 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67823c4-284a-4edb-8ca3-69765d131ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4963112-d5fe-4925-ba61-ea5271dfc639,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:05.071756 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-26bd1686-aa7d-44b3-98c3-eaad17d6d71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:05.192614 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a95df-b1b2-41d2-872b-bf290e2aaf34 req-74055bb8-aa87-4433-b437-e4fc8283a439 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:05.194228 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-628a95df-b1b2-41d2-872b-bf290e2aaf34 req-74055bb8-aa87-4433-b437-e4fc8283a439 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 944 time: 0.0513544 Dec 15 16:08:05.245146 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-628a95df-b1b2-41d2-872b-bf290e2aaf34 req-21b08173-c8bb-44a7-9d2c-a18c07fae7b0 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Dec 15 16:08:05.430549 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5494e-cd7e-478e-9c4e-2863f30d753a req-a3112be8-3a76-4323-8ce8-dd34b9ab3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:05.432176 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-15d5494e-cd7e-478e-9c4e-2863f30d753a req-a3112be8-3a76-4323-8ce8-dd34b9ab3437 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 1098 time: 0.0451982 Dec 15 16:08:05.450230 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac281d9-59d9-428c-ac92-eb646290c91b req-982ec53d-cab4-451a-8cb0-4a37b96e6243 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:05.451892 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2ac281d9-59d9-428c-ac92-eb646290c91b req-982ec53d-cab4-451a-8cb0-4a37b96e6243 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 945 time: 0.0549200 Dec 15 16:08:05.521374 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-15d5494e-cd7e-478e-9c4e-2863f30d753a req-53f7a421-ec1f-44ce-8a10-7e6b58565f56 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750151 Dec 15 16:08:05.540752 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2ac281d9-59d9-428c-ac92-eb646290c91b req-0440b69e-160e-43b1-88d7-6a0790803096 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814152 Dec 15 16:08:05.576905 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ebc822fc-b134-4cbe-a17d-8bdd3b091d4a req-e0b5ac97-3e25-4172-af5a-0071acb7cf7e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 210 time: 0.0289626 Dec 15 16:08:05.650703 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['c48ddb89-1c93-427f-a926-073d58761058'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:05.677969 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['bb16d956-defc-4ca5-b835-56a5f772cbb2'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:05.897788 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b8b8e-2961-4b12-b72d-d7c2e6545e14 req-2c4a318d-4c8e-4be7-839d-bf08459e32f0 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:05.905269 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-797b8b8e-2961-4b12-b72d-d7c2e6545e14 req-2c4a318d-4c8e-4be7-839d-bf08459e32f0 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 943 time: 0.0708640 Dec 15 16:08:05.938916 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19cbd3-becf-4444-ae04-c772865a0a78 req-ef588acb-8e2b-449c-a767-20c18150044c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:05.950641 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5e19cbd3-becf-4444-ae04-c772865a0a78 req-ef588acb-8e2b-449c-a767-20c18150044c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 945 time: 0.0805314 Dec 15 16:08:05.954793 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-797b8b8e-2961-4b12-b72d-d7c2e6545e14 req-73505d69-cc3d-4219-bf04-d60c973e8330 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483823 Dec 15 16:08:06.023358 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5e19cbd3-becf-4444-ae04-c772865a0a78 req-8bc89f0a-8c24-44d9-abc1-5830030487b7 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666392 Dec 15 16:08:06.079866 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ed50-0498-442d-9b7b-6f8ba6667ec0 req-073db5c4-210e-47a5-abdb-b8810b583908 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:06.081511 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-baf7ed50-0498-442d-9b7b-6f8ba6667ec0 req-073db5c4-210e-47a5-abdb-b8810b583908 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 945 time: 0.0635958 Dec 15 16:08:06.137528 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-baf7ed50-0498-442d-9b7b-6f8ba6667ec0 req-4528dc2f-4238-49c6-ae80-29aabcbf43a4 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495014 Dec 15 16:08:06.294736 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 34852) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:06.463167 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-18fc24c3-f481-4b2c-a177-90c53452de9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:06.474801 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88accab-4e12-4d27-ad7b-17b3efb72c7f req-1840dc2e-f4de-40aa-a5ae-4932d55ff984 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:06.485924 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c88accab-4e12-4d27-ad7b-17b3efb72c7f req-1840dc2e-f4de-40aa-a5ae-4932d55ff984 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 944 time: 0.1340005 Dec 15 16:08:06.507174 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-61d04909-c60f-47d8-93fa-f97265c126a3 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:06.508804 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-61d04909-c60f-47d8-93fa-f97265c126a3 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.18 "GET /v2.0/networks?id=80656481-ef40-45fb-8d17-1701b01a0b8b HTTP/1.1" status: 200 len: 808 time: 0.2539122 Dec 15 16:08:06.527503 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Request body: {'port': {'device_id': '96dbd72a-95bc-4bed-a421-9f311705b748', 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b', 'admin_state_up': True, 'tenant_id': 'a663ffafde40436f8ebccd5f5dea55f9'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:06.560645 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-18fc24c3-f481-4b2c-a177-90c53452de9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:06.566048 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-18fc24c3-f481-4b2c-a177-90c53452de9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:06.611053 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c88accab-4e12-4d27-ad7b-17b3efb72c7f req-dd95017b-d2ae-48cf-b927-d1a07af4e0c5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241241 Dec 15 16:08:06.618329 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-18fc24c3-f481-4b2c-a177-90c53452de9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d44b4e2a36644770bbd0dad71ef69d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224335 Dec 15 16:08:06.619151 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc24c3-f481-4b2c-a177-90c53452de9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080c83a6-b723-4354-ba45-7c8675e3310d,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:06.620897 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 34870) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:06.680469 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb010a-70b5-45ce-a9a6-016a1dc7d3c4 req-fde78f02-2cc9-4546-9e49-4737f3c863a8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:06.682275 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8eeb010a-70b5-45ce-a9a6-016a1dc7d3c4 req-fde78f02-2cc9-4546-9e49-4737f3c863a8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 945 time: 0.0498013 Dec 15 16:08:06.718972 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-839edeb7-a3f0-4374-858d-842628e35bef req-a1bae81d-6a54-47fd-985d-34fc243989ca tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 210 time: 0.0404260 Dec 15 16:08:06.730802 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8eeb010a-70b5-45ce-a9a6-016a1dc7d3c4 req-aed6103e-b32e-493c-b53f-a1f33348b0d9 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419128 Dec 15 16:08:06.743862 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-229a2a16-f07e-42ba-ac74-81c754c4832d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:06.762427 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Made reservation on behalf of a663ffafde40436f8ebccd5f5dea55f9 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:06.765870 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:06.781564 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-229a2a16-f07e-42ba-ac74-81c754c4832d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:06.879720 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-229a2a16-f07e-42ba-ac74-81c754c4832d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:06.882284 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-229a2a16-f07e-42ba-ac74-81c754c4832d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:06.883439 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-229a2a16-f07e-42ba-ac74-81c754c4832d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/080c83a6-b723-4354-ba45-7c8675e3310d HTTP/1.1" status: 204 len: 168 time: 0.2607162 Dec 15 16:08:06.915049 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a2a16-f07e-42ba-ac74-81c754c4832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080c83a6-b723-4354-ba45-7c8675e3310d,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:06.934583 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Allocated IP 172.20.0.11 (80656481-ef40-45fb-8d17-1701b01a0b8b/658561e8-1c4b-4ff2-859a-623a9119929f/b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:07.120681 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee096d-9e22-4e41-859d-1a0314c995ec req-ce81cff3-f7bd-4f23-ba1a-f9f28eb060e1 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:07.122178 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f8ee096d-9e22-4e41-859d-1a0314c995ec req-ce81cff3-f7bd-4f23-ba1a-f9f28eb060e1 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 943 time: 0.0765498 Dec 15 16:08:07.141878 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:07.193121 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f8ee096d-9e22-4e41-859d-1a0314c995ec req-e3bd6972-57e7-43fe-a900-4f4d06144cb0 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617929 Dec 15 16:08:07.207464 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7c91-b3e8-4ed1-ae64-6bb2eddff101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:07.210407 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:07.265077 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2620165-6db6-49cf-b4fe-ddd3a7321a73 req-2bfce663-ac8c-4279-acd2-25c43e32bf6f tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:07.266618 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d2620165-6db6-49cf-b4fe-ddd3a7321a73 req-2bfce663-ac8c-4279-acd2-25c43e32bf6f tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 945 time: 0.0499418 Dec 15 16:08:07.276667 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Network 80656481-ef40-45fb-8d17-1701b01a0b8b is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:07.281821 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:07.285481 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:07.291590 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:07.292457 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:07.303607 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Pushing event updated for resources: {'Port': ['ID=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:07.315725 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-596002d9-1b05-4af5-a093-235753e70939 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7924335 Dec 15 16:08:07.330323 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d2620165-6db6-49cf-b4fe-ddd3a7321a73 req-295d479e-8d45-4af5-bb14-14fae16c9053 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549369 Dec 15 16:08:07.335199 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Request body: {'port': {'device_id': '96dbd72a-95bc-4bed-a421-9f311705b748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:07.389738 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:07.578544 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:08:07.581267 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device c48ddb89-1c93-427f-a926-073d58761058 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:07.763330 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port c48ddb89-1c93-427f-a926-073d58761058 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:08:07.774131 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port c48ddb89-1c93-427f-a926-073d58761058 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:07.776031 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:07.814978 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dc358-e9c8-4cf4-a6f8-f589483d6cbf req-fd20b22f-962a-478e-881a-08630ca21174 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:07.822183 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-224dc358-e9c8-4cf4-a6f8-f589483d6cbf req-fd20b22f-962a-478e-881a-08630ca21174 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 944 time: 0.0950646 Dec 15 16:08:07.847769 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:07.868979 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'port_id': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd', 'mac_address': 'fa:16:3e:1e:d9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:08:07.881496 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-224dc358-e9c8-4cf4-a6f8-f589483d6cbf req-d67f8a54-0002-4bfa-87bc-5c6ff384edec tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583141 Dec 15 16:08:07.960353 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:08:07.962526 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:07.969724 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.002722 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.003945 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:08:08.028455 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Transition to ACTIVE for port object b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:08:08.035532 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:08.036402 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.038252 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333a763b-a9d9-42b4-aed2-1773e7f240f8" -d '{"events": [{"server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "name": "network-vif-plugged", "status": "completed", "tag": "c48ddb89-1c93-427f-a926-073d58761058"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:08.041560 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ca2e8-e5e5-4f74-a8fe-11d9f130ce4b req-4e830305-f5ba-440d-a062-e9b480ec7167 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:08.050003 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-246ca2e8-e5e5-4f74-a8fe-11d9f130ce4b req-4e830305-f5ba-440d-a062-e9b480ec7167 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 932 time: 0.0821416 Dec 15 16:08:08.066430 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:08.069383 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:08.076756 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.078530 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device bb16d956-defc-4ca5-b835-56a5f772cbb2 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:08.083152 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.099538 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-246ca2e8-e5e5-4f74-a8fe-11d9f130ce4b req-fac1a50c-2b02-4fcc-8cc6-c7253aa85fbb tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483723 Dec 15 16:08:08.131717 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Pushing event updated for resources: {'Port': ['ID=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:08.189205 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=c48ddb89-1c93-427f-a926-073d58761058,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:08.198643 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Attempting to bind port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:08.198879 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Attempting to bind port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '4bf2ac39-ffb7-4fad-becb-efd9f4434e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:08.199272 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Attempting to bind port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a on network 80656481-ef40-45fb-8d17-1701b01a0b8b {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:08.205668 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a on network 80656481-ef40-45fb-8d17-1701b01a0b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:08:08.209599 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Attempting to bind port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a on network 80656481-ef40-45fb-8d17-1701b01a0b8b {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:08.216138 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:08.216984 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Checking segment: {'id': '4bf2ac39-ffb7-4fad-becb-efd9f4434e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:08.217606 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Bound using segment: {'id': '4bf2ac39-ffb7-4fad-becb-efd9f4434e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:08.218621 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Bound port: b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf2ac39-ffb7-4fad-becb-efd9f4434e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:08.219207 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.270822 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:08.284005 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port bb16d956-defc-4ca5-b835-56a5f772cbb2 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:08:08.294928 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port bb16d956-defc-4ca5-b835-56a5f772cbb2 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:08.296262 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.354499 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39a9d9-e2fb-4af5-9472-0d8c432de5a2 req-1c357447-9a92-4bb4-ae3c-99c8c5f13c66 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:08.354785 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] For port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:08.362040 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] For port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a,segment=NetworkSegment(4bf2ac39-ffb7-4fad-becb-efd9f4434e3c),segment_id=4bf2ac39-ffb7-4fad-becb-efd9f4434e3c)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:08.362919 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4c39a9d9-e2fb-4af5-9472-0d8c432de5a2 req-1c357447-9a92-4bb4-ae3c-99c8c5f13c66 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.1531529 Dec 15 16:08:08.370200 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.383839 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:08.429145 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4c39a9d9-e2fb-4af5-9472-0d8c432de5a2 req-e723aed4-dc70-40d1-bb8b-6a24e6026aa4 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650623 Dec 15 16:08:08.444991 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:08.444991 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.446018 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] 10.222.0.18 "PUT /v2.0/ports/b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a HTTP/1.1" status: 200 len: 1094 time: 1.1166294 Dec 15 16:08:08.446577 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dbd72a-95bc-4bed-a421-9f311705b748', 'tag': 'b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:08.449237 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8baac18-12c0-4bfb-b812-6dc991778411" -d '{"events": [{"name": "network-changed", "server_uuid": "96dbd72a-95bc-4bed-a421-9f311705b748", "tag": "b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:08.475244 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93360686-4271-40c6-99ff-f8b72518acb8 x-openstack-request-id: req-93360686-4271-40c6-99ff-f8b72518acb8 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:08.475661 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "name": "network-vif-plugged", "status": "completed", "tag": "c48ddb89-1c93-427f-a926-073d58761058", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:08.475932 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93360686-4271-40c6-99ff-f8b72518acb8 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:08.476357 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058', 'code': 200} Dec 15 16:08:08.494616 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345f33f-ec2a-4dd5-b212-eb371b48850b service neutron] Pushing event updated for resources: {'Port': ['ID=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:08.545085 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c52395d-5086-4185-b655-090d945201c8 x-openstack-request-id: req-6c52395d-5086-4185-b655-090d945201c8 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:08.545410 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dbd72a-95bc-4bed-a421-9f311705b748", "tag": "b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:08.545675 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c52395d-5086-4185-b655-090d945201c8 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:08.547085 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dbd72a-95bc-4bed-a421-9f311705b748', 'tag': 'b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a', 'status': 'completed', 'code': 200} Dec 15 16:08:08.638100 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dded4d-b2bd-424b-8a4b-22e723f39992 req-52e5c79f-9f3b-4148-bbe9-71eda0fcfe0a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:08.643419 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f8dded4d-b2bd-424b-8a4b-22e723f39992 req-52e5c79f-9f3b-4148-bbe9-71eda0fcfe0a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 944 time: 0.1015387 Dec 15 16:08:08.657986 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.663210 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-a47cba64-cd27-4687-be32-c87db082ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:08.665362 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-a47cba64-cd27-4687-be32-c87db082ba8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a663ffafde40436f8ebccd5f5dea55f9&device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 1097 time: 0.0888715 Dec 15 16:08:08.673442 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.702417 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port bb16d956-defc-4ca5-b835-56a5f772cbb2, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=bb16d956-defc-4ca5-b835-56a5f772cbb2,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:08.709494 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:08.718220 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f8dded4d-b2bd-424b-8a4b-22e723f39992 req-859b8a81-b9c0-4602-b8af-e622990ac0fa tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666978 Dec 15 16:08:08.791772 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=bb16d956-defc-4ca5-b835-56a5f772cbb2,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:08.850396 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-1b629e09-c570-47ff-9f96-1db650508aa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a HTTP/1.1" status: 200 len: 217 time: 0.0904284 Dec 15 16:08:08.894437 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200bafb-b2cb-4067-9088-9afbcc6be96d req-166e036c-4a66-4ce6-984f-2da7a16e7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:08.895962 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c200bafb-b2cb-4067-9088-9afbcc6be96d req-166e036c-4a66-4ce6-984f-2da7a16e7f7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 1099 time: 0.1374414 Dec 15 16:08:08.930374 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-d471e012-2c48-4385-8df3-946a267cdc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:08.931814 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-d471e012-2c48-4385-8df3-946a267cdc1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=658561e8-1c4b-4ff2-859a-623a9119929f HTTP/1.1" status: 200 len: 848 time: 0.0742335 Dec 15 16:08:08.981584 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-18e0d2cd-9f2e-4c48-bde8-53c60bf264f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80656481-ef40-45fb-8d17-1701b01a0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397987 Dec 15 16:08:08.984960 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c200bafb-b2cb-4067-9088-9afbcc6be96d req-27e0d5bb-9d7e-4d25-9ffb-b742fa048ea5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809863 Dec 15 16:08:09.024472 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10330122-20e4-4559-bb2c-2850f3365212 req-dedc4745-7e71-4817-b812-c44ed8e87625 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:09.026116 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-10330122-20e4-4559-bb2c-2850f3365212 req-dedc4745-7e71-4817-b812-c44ed8e87625 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0668716 Dec 15 16:08:09.075050 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-10330122-20e4-4559-bb2c-2850f3365212 req-31ab1556-2307-4ff5-934f-131847fc32ef tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Dec 15 16:08:09.215627 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93d82e-6efa-4ef3-b6d7-5d30e7cd8e22 req-b5763965-7474-49e8-a3ed-2d8293303552 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:09.217013 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cf93d82e-6efa-4ef3-b6d7-5d30e7cd8e22 req-b5763965-7474-49e8-a3ed-2d8293303552 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 944 time: 0.0483673 Dec 15 16:08:09.306469 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cf93d82e-6efa-4ef3-b6d7-5d30e7cd8e22 req-05f2c401-f99c-41d9-b2fc-91f06dd08015 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835958 Dec 15 16:08:09.352777 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-3645a682-7158-4202-a9e9-659e238e3727 service neutron] 10.222.0.18 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037776 Dec 15 16:08:09.427713 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:08:09.450451 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-37e83e41-3034-4f02-85e6-a8dfb6716095 req-efe12486-ccfc-409e-84df-05f64f554042 service neutron] 10.222.0.18 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898323 Dec 15 16:08:09.591639 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05289e5f-99e4-4471-b83c-db264d2c4621 req-20fdfad6-8914-4efb-94cd-896355d49e29 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:09.593162 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-05289e5f-99e4-4471-b83c-db264d2c4621 req-20fdfad6-8914-4efb-94cd-896355d49e29 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0844820 Dec 15 16:08:09.608215 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baac18-12c0-4bfb-b812-6dc991778411 req-670597f8-1778-4377-a792-991d5f4bd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:09.610132 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a8baac18-12c0-4bfb-b812-6dc991778411 req-670597f8-1778-4377-a792-991d5f4bd94c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a663ffafde40436f8ebccd5f5dea55f9&device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 1097 time: 0.0645406 Dec 15 16:08:09.688637 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-05289e5f-99e4-4471-b83c-db264d2c4621 req-ccdfbec4-ee25-4a8f-b3c3-2b71a35de228 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896606 Dec 15 16:08:09.723703 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baac18-12c0-4bfb-b812-6dc991778411 req-24c6d133-0151-4271-9abe-d93ac9efdccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:09.725125 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a8baac18-12c0-4bfb-b812-6dc991778411 req-24c6d133-0151-4271-9abe-d93ac9efdccd service neutron] 10.222.0.18 "GET /v2.0/networks?id=80656481-ef40-45fb-8d17-1701b01a0b8b HTTP/1.1" status: 200 len: 909 time: 0.1055934 Dec 15 16:08:09.748893 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:09.778995 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a8baac18-12c0-4bfb-b812-6dc991778411 req-c05d3de2-e1d6-4740-92ec-84cc2a93e592 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a HTTP/1.1" status: 200 len: 217 time: 0.0429144 Dec 15 16:08:09.840331 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baac18-12c0-4bfb-b812-6dc991778411 req-018159b3-10dd-4d23-af53-a453bab32da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:09.842511 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a8baac18-12c0-4bfb-b812-6dc991778411 req-018159b3-10dd-4d23-af53-a453bab32da1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=658561e8-1c4b-4ff2-859a-623a9119929f HTTP/1.1" status: 200 len: 848 time: 0.0562854 Dec 15 16:08:09.859346 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dd859-b62e-440e-be3e-c0303cea92c8 req-f1a71d02-a6ea-4d3e-b4c0-adb614f6d718 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:09.861487 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-138dd859-b62e-440e-be3e-c0303cea92c8 req-f1a71d02-a6ea-4d3e-b4c0-adb614f6d718 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 944 time: 0.0555241 Dec 15 16:08:09.880287 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a8baac18-12c0-4bfb-b812-6dc991778411 req-098a4f19-ab1b-4bc0-a020-cf3ff507e509 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80656481-ef40-45fb-8d17-1701b01a0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292339 Dec 15 16:08:09.908952 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-138dd859-b62e-440e-be3e-c0303cea92c8 req-959292b0-d2e3-4687-bcab-a3aaa6418aad tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415368 Dec 15 16:08:09.980850 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a8baac18-12c0-4bfb-b812-6dc991778411 req-0af16fe7-9a5c-473b-a480-82f8a953fc38 service neutron] 10.222.0.18 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880525 Dec 15 16:08:10.074642 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a8baac18-12c0-4bfb-b812-6dc991778411 req-df3f7954-1b22-40c2-99b9-7a09907c724b service neutron] 10.222.0.18 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844884 Dec 15 16:08:10.203200 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f7092-9fb1-44e6-961b-9f205aad1bea req-af40b5f2-f330-4c8f-96ad-f61c5d614bd9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:10.205042 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4b2f7092-9fb1-44e6-961b-9f205aad1bea req-af40b5f2-f330-4c8f-96ad-f61c5d614bd9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0513508 Dec 15 16:08:10.255067 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4b2f7092-9fb1-44e6-961b-9f205aad1bea req-0da7de05-2a29-481f-a7ee-85290c399ce8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435598 Dec 15 16:08:10.420156 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5034d-e5d1-49f5-bcd9-547529a3db87 req-c56d5c3c-fbc8-49a0-ac2a-17946ed9eb1f tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:10.421635 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3dc5034d-e5d1-49f5-bcd9-547529a3db87 req-c56d5c3c-fbc8-49a0-ac2a-17946ed9eb1f tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 944 time: 0.0463688 Dec 15 16:08:10.470618 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3dc5034d-e5d1-49f5-bcd9-547529a3db87 req-ce9de6a2-8733-4b49-96e7-5ba6ccb569d3 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 Dec 15 16:08:10.477284 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0724363-4d41-42f4-83b5-e32a4075c47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb16d956-defc-4ca5-b835-56a5f772cbb2'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:10.479597 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad6306f-dbda-47e8-bbca-0351e3558115" -d '{"events": [{"server_uuid": "b0724363-4d41-42f4-83b5-e32a4075c47d", "name": "network-vif-plugged", "status": "completed", "tag": "bb16d956-defc-4ca5-b835-56a5f772cbb2"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:10.517075 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f8e1c9-4eae-4015-a79e-30ff9799a4d2 x-openstack-request-id: req-a6f8e1c9-4eae-4015-a79e-30ff9799a4d2 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:10.517382 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0724363-4d41-42f4-83b5-e32a4075c47d", "name": "network-vif-plugged", "status": "completed", "tag": "bb16d956-defc-4ca5-b835-56a5f772cbb2", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:10.517641 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6f8e1c9-4eae-4015-a79e-30ff9799a4d2 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:10.518032 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0724363-4d41-42f4-83b5-e32a4075c47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb16d956-defc-4ca5-b835-56a5f772cbb2', 'code': 200} Dec 15 16:08:10.724877 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cb5fd-f64c-45db-af9a-f4b5b6663b8d req-927b5193-f9f3-4e5e-8e10-d2b35829e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:10.726413 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a55cb5fd-f64c-45db-af9a-f4b5b6663b8d req-927b5193-f9f3-4e5e-8e10-d2b35829e59e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 1098 time: 0.0384200 Dec 15 16:08:10.775648 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a55cb5fd-f64c-45db-af9a-f4b5b6663b8d req-3f81390e-998b-4244-be3d-4160cad09996 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371025 Dec 15 16:08:10.804504 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60c80d-7820-4e3c-96b2-f478cdf7989a req-4709e0b9-af7f-4508-861a-9c72ff29cc89 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:10.805952 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ee60c80d-7820-4e3c-96b2-f478cdf7989a req-4709e0b9-af7f-4508-861a-9c72ff29cc89 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0472863 Dec 15 16:08:10.853300 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ee60c80d-7820-4e3c-96b2-f478cdf7989a req-e8d0930b-5596-414d-9dfb-2d2c06de1b31 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414484 Dec 15 16:08:10.971031 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b2bcb-9b7b-4a72-898b-1b6ba44ffa70 req-6b16734d-a0b3-46e2-96da-1a3e1d835167 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:10.972667 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a1b2bcb-9b7b-4a72-898b-1b6ba44ffa70 req-6b16734d-a0b3-46e2-96da-1a3e1d835167 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0505526 Dec 15 16:08:10.981265 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35028) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:10.986574 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-222f120f-88fe-4268-945d-399381d8f414 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'floatingip': {'port_id': 'c48ddb89-1c93-427f-a926-073d58761058'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:11.039996 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b68bee-4cad-4d30-bc6a-f4597bc91059 req-e02c1824-95cf-415c-9198-bae6340d63bd tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:11.041426 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a6b68bee-4cad-4d30-bc6a-f4597bc91059 req-e02c1824-95cf-415c-9198-bae6340d63bd tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 944 time: 0.0551329 Dec 15 16:08:11.060769 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-222f120f-88fe-4268-945d-399381d8f414 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:11.089864 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a6b68bee-4cad-4d30-bc6a-f4597bc91059 req-80f74f84-dd52-428d-b8e7-348fd7ee1167 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Dec 15 16:08:11.090347 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35032) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:11.210812 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f365537b-7664-46ba-9a66-25d8ff330eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:11.427481 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:11.520396 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f365537b-7664-46ba-9a66-25d8ff330eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:11.534422 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c6de0-787a-4ddd-9cf5-94dfe653637b req-d9c92fca-40a5-4728-b9f9-2fed82e1a8c5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:11.535925 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-755c6de0-787a-4ddd-9cf5-94dfe653637b req-d9c92fca-40a5-4728-b9f9-2fed82e1a8c5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.2076910 Dec 15 16:08:11.580629 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:11.623231 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd892b-fabe-477b-8753-960e447de062 req-1718d0cd-5254-409e-b950-a8603f4a01f5 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:11.625071 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-51dd892b-fabe-477b-8753-960e447de062 req-1718d0cd-5254-409e-b950-a8603f4a01f5 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 944 time: 0.0674655 Dec 15 16:08:11.661965 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:08:11.666729 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:11.667551 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:11.697247 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-51dd892b-fabe-477b-8753-960e447de062 req-a8048d04-6511-4f2d-844e-161f9b7413a7 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654144 Dec 15 16:08:11.753488 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:11.789072 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:11.793396 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:11.825727 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f365537b-7664-46ba-9a66-25d8ff330eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:11.841870 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:11.917971 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f365537b-7664-46ba-9a66-25d8ff330eb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe7626fd14c34e97aa2f47a656347868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8266008 Dec 15 16:08:11.920633 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35054) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:11.926833 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365537b-7664-46ba-9a66-25d8ff330eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9aae9e-0549-454f-bdda-88021649a820,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:11.972607 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-416000f6-a257-47f7-97f2-f33a9818e66e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:11.994988 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-416000f6-a257-47f7-97f2-f33a9818e66e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.008949 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-755c6de0-787a-4ddd-9cf5-94dfe653637b req-691e928b-c313-4280-b9f3-09d7fe62caea tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718340 Dec 15 16:08:12.041998 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-416000f6-a257-47f7-97f2-f33a9818e66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.044892 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-416000f6-a257-47f7-97f2-f33a9818e66e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.048283 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-416000f6-a257-47f7-97f2-f33a9818e66e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e9aae9e-0549-454f-bdda-88021649a820 HTTP/1.1" status: 204 len: 168 time: 0.1243429 Dec 15 16:08:12.054048 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416000f6-a257-47f7-97f2-f33a9818e66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9aae9e-0549-454f-bdda-88021649a820,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:12.129781 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-222f120f-88fe-4268-945d-399381d8f414 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.138645 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-222f120f-88fe-4268-945d-399381d8f414 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.219917 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1e3c7-03bf-4816-93c1-69a733009ce8 req-39e52a84-2223-4bdb-a176-73624f594b17 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:12.222146 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-84d1e3c7-03bf-4816-93c1-69a733009ce8 req-39e52a84-2223-4bdb-a176-73624f594b17 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0558832 Dec 15 16:08:12.259891 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-222f120f-88fe-4268-945d-399381d8f414 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Floating IP 11354b83-71f8-4d85-ad8f-b2c914d36a72 associated. External IP: 172.27.1.184, port: c48ddb89-1c93-427f-a926-073d58761058. Dec 15 16:08:12.275049 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-84d1e3c7-03bf-4816-93c1-69a733009ce8 req-e4fcb525-187e-40b5-85e0-eef96496642f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471067 Dec 15 16:08:12.357922 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35062) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:12.371241 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-27f4af9f-f78e-4581-a530-be3f467a091f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.444660 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-27f4af9f-f78e-4581-a530-be3f467a091f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.448440 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-27f4af9f-f78e-4581-a530-be3f467a091f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.471623 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222f120f-88fe-4268-945d-399381d8f414 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:08:12.486618 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-27f4af9f-f78e-4581-a530-be3f467a091f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=738ea37ff2fa48418d815eb2966fd3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270306 Dec 15 16:08:12.487745 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4af9f-f78e-4581-a530-be3f467a091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85d06d2-1e36-4411-aa74-c9756adce1b6,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:12.489975 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35064) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:12.519461 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:12.521967 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b89b3f-dfc9-45c7-a58b-50d06f47129f" -d '{"events": [{"server_uuid": "854116b0-a886-4d4c-84c4-092c1f46b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:12.551434 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60804efa-ea6f-4d33-9c0a-6baf9ae5f95d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.565809 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aecafb-ed8c-4999-b4c2-cea5d74951b9 x-openstack-request-id: req-61aecafb-ed8c-4999-b4c2-cea5d74951b9 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:12.566220 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854116b0-a886-4d4c-84c4-092c1f46b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:12.566546 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61aecafb-ed8c-4999-b4c2-cea5d74951b9 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:12.567004 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd', 'code': 200} Dec 15 16:08:12.583676 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60804efa-ea6f-4d33-9c0a-6baf9ae5f95d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.592652 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222f120f-88fe-4268-945d-399381d8f414 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:08:12.597768 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-222f120f-88fe-4268-945d-399381d8f414 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.605462 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea4c14-fb32-400a-88d0-eaafbf78947c None None] Sync routers for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:08:12.618336 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea4c14-fb32-400a-88d0-eaafbf78947c None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:12.618975 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-acea4c14-fb32-400a-88d0-eaafbf78947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:12.651652 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-222f120f-88fe-4268-945d-399381d8f414 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "PUT /v2.0/floatingips/11354b83-71f8-4d85-ad8f-b2c914d36a72 HTTP/1.1" status: 200 len: 992 time: 1.6690733 Dec 15 16:08:12.652366 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:12.653932 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60804efa-ea6f-4d33-9c0a-6baf9ae5f95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.657144 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0233c52a-81be-464f-b19d-5fccc8c98739" -d '{"events": [{"name": "network-changed", "server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "tag": "c48ddb89-1c93-427f-a926-073d58761058"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:12.659803 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60804efa-ea6f-4d33-9c0a-6baf9ae5f95d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:12.661115 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-60804efa-ea6f-4d33-9c0a-6baf9ae5f95d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e85d06d2-1e36-4411-aa74-c9756adce1b6 HTTP/1.1" status: 204 len: 168 time: 0.1700599 Dec 15 16:08:12.672496 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60804efa-ea6f-4d33-9c0a-6baf9ae5f95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85d06d2-1e36-4411-aa74-c9756adce1b6,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:12.728666 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18220153-939a-410f-b596-fc79fd5c7137 x-openstack-request-id: req-18220153-939a-410f-b596-fc79fd5c7137 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:12.728953 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "tag": "c48ddb89-1c93-427f-a926-073d58761058", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:12.730642 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18220153-939a-410f-b596-fc79fd5c7137 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:12.731216 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058', 'status': 'completed', 'code': 200} Dec 15 16:08:12.851635 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233c52a-81be-464f-b19d-5fccc8c98739 req-34d786f4-3987-47ed-b836-9afe6658deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:12.853302 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0233c52a-81be-464f-b19d-5fccc8c98739 req-34d786f4-3987-47ed-b836-9afe6658deb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 1099 time: 0.1031215 Dec 15 16:08:12.873138 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-acea4c14-fb32-400a-88d0-eaafbf78947c None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:12.905752 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbaee3-c350-4d84-8674-c6710d9ec3a4 req-b8aefca9-4db1-4e1a-a5e1-9bfd31fa3f79 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:12.907399 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-91cbaee3-c350-4d84-8674-c6710d9ec3a4 req-b8aefca9-4db1-4e1a-a5e1-9bfd31fa3f79 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 944 time: 0.1136444 Dec 15 16:08:12.969440 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58aabf-4d2f-4fa3-a787-2e36cf78fcf3 req-af634697-1a4c-4897-9c15-ddcda5afcd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:12.970962 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0b58aabf-4d2f-4fa3-a787-2e36cf78fcf3 req-af634697-1a4c-4897-9c15-ddcda5afcd93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 1098 time: 0.1405718 Dec 15 16:08:13.057436 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-91cbaee3-c350-4d84-8674-c6710d9ec3a4 req-2dcca617-eec3-4b78-bbf0-337f8e4c1100 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217692 Dec 15 16:08:13.061467 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233c52a-81be-464f-b19d-5fccc8c98739 req-67056777-f039-4aa7-aa01-c5a80b59b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:13.063506 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0233c52a-81be-464f-b19d-5fccc8c98739 req-67056777-f039-4aa7-aa01-c5a80b59b1b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 200 len: 917 time: 0.1938934 Dec 15 16:08:13.128056 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0b58aabf-4d2f-4fa3-a787-2e36cf78fcf3 req-0dc8158c-ce34-490d-9651-3412e7d96641 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476176 Dec 15 16:08:13.185053 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0233c52a-81be-464f-b19d-5fccc8c98739 req-244e61ae-e327-40a8-9057-7ed7821a451b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c48ddb89-1c93-427f-a926-073d58761058 HTTP/1.1" status: 200 len: 1000 time: 0.1128764 Dec 15 16:08:13.200347 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dfcaf-a83b-40f3-b078-eef0f58c283c req-3d216b3b-8fd5-4b8d-ac4a-6219c65b4c3f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:13.209869 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5f2dfcaf-a83b-40f3-b078-eef0f58c283c req-3d216b3b-8fd5-4b8d-ac4a-6219c65b4c3f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0766726 Dec 15 16:08:13.238759 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-acea4c14-fb32-400a-88d0-eaafbf78947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '11354b83-71f8-4d85-ad8f-b2c914d36a72', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'port_id': 'c48ddb89-1c93-427f-a926-073d58761058', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'mac_address': 'fa:16:3e:48:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:07:41Z', 'updated_at': '2021-12-15T16:08:11Z', 'revision_number': 1, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:13.269704 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5f2dfcaf-a83b-40f3-b078-eef0f58c283c req-af1c098c-6509-4d52-bbdb-a56a0a90154d tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589144 Dec 15 16:08:13.273375 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea4c14-fb32-400a-88d0-eaafbf78947c None None] Checking router: c3e2c533-d9de-4263-bf3a-9e03a8fd5929 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:08:13.291260 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea4c14-fb32-400a-88d0-eaafbf78947c None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:13.291896 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-acea4c14-fb32-400a-88d0-eaafbf78947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:13.422924 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233c52a-81be-464f-b19d-5fccc8c98739 req-f585f041-f7f1-4c09-a544-d5d9eaff0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:13.424400 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0233c52a-81be-464f-b19d-5fccc8c98739 req-f585f041-f7f1-4c09-a544-d5d9eaff0170 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7619fe57-562e-4dcd-85a1-474a5ed5dfef HTTP/1.1" status: 200 len: 855 time: 0.0743349 Dec 15 16:08:13.478482 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-acea4c14-fb32-400a-88d0-eaafbf78947c None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:13.481774 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233c52a-81be-464f-b19d-5fccc8c98739 req-2f83527e-072f-48c9-8c6f-b0e0251c257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:13.484186 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0233c52a-81be-464f-b19d-5fccc8c98739 req-2f83527e-072f-48c9-8c6f-b0e0251c257c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9de569e-dedf-412f-ac55-6fe163ed494a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502791 Dec 15 16:08:13.495046 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa500aa-462b-45be-b537-52e5ca071018 req-c5f9525e-5aea-4070-bfa5-a2431f3db598 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:13.496620 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0aa500aa-462b-45be-b537-52e5ca071018 req-c5f9525e-5aea-4070-bfa5-a2431f3db598 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0983293 Dec 15 16:08:13.570642 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:08:13.623752 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0aa500aa-462b-45be-b537-52e5ca071018 req-2d6d7eee-dce0-49a9-83a7-ef289748ab57 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148252 Dec 15 16:08:13.717283 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0233c52a-81be-464f-b19d-5fccc8c98739 req-57c6c2a2-6329-4aaa-9bdd-134cf40b73a5 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246249 Dec 15 16:08:13.780177 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a,segment=NetworkSegment(4bf2ac39-ffb7-4fad-becb-efd9f4434e3c),segment_id=4bf2ac39-ffb7-4fad-becb-efd9f4434e3c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:13.784336 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c23c2-eb36-445a-bcd5-d6220f6007ba req-ae13fc28-95b7-4890-ba2c-06eb36f71dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:13.786008 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-077c23c2-eb36-445a-bcd5-d6220f6007ba req-ae13fc28-95b7-4890-ba2c-06eb36f71dfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 1098 time: 0.1118062 Dec 15 16:08:13.817566 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a', 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b', 'port_id': 'b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a', 'mac_address': 'fa:16:3e:12:3f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658561e8-1c4b-4ff2-859a-623a9119929f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:08:13.830854 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac92cb-9ffa-4d5a-a72a-d2a7a0e0663f req-7f38fa75-d30e-479f-983b-984f6fd2c6bb tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:13.832604 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1cac92cb-9ffa-4d5a-a72a-d2a7a0e0663f req-7f38fa75-d30e-479f-983b-984f6fd2c6bb tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1144869 Dec 15 16:08:13.845748 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-acea4c14-fb32-400a-88d0-eaafbf78947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '11354b83-71f8-4d85-ad8f-b2c914d36a72', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'port_id': 'c48ddb89-1c93-427f-a926-073d58761058', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'mac_address': 'fa:16:3e:48:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:07:41Z', 'updated_at': '2021-12-15T16:08:11Z', 'revision_number': 1, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:13.893532 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea4c14-fb32-400a-88d0-eaafbf78947c None None] The sync data for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi is: [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '11354b83-71f8-4d85-ad8f-b2c914d36a72', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'port_id': 'c48ddb89-1c93-427f-a926-073d58761058', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'mac_address': 'fa:16:3e:48:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:07:41Z', 'updated_at': '2021-12-15T16:08:11Z', 'revision_number': 1, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:08:13.910255 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:13.943597 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:08:14.000126 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a,segment=NetworkSegment(4bf2ac39-ffb7-4fad-becb-efd9f4434e3c),segment_id=4bf2ac39-ffb7-4fad-becb-efd9f4434e3c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:14.005368 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:14.035243 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1cac92cb-9ffa-4d5a-a72a-d2a7a0e0663f req-7451b2ba-c9fb-4cd9-8f32-e2fcbb586667 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587618 Dec 15 16:08:14.094482 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c23c2-eb36-445a-bcd5-d6220f6007ba req-b4bfbd42-ebb0-4740-a988-33d8e2426bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:14.095960 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-077c23c2-eb36-445a-bcd5-d6220f6007ba req-b4bfbd42-ebb0-4740-a988-33d8e2426bf3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 920 time: 0.2608056 Dec 15 16:08:14.098027 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0233c52a-81be-464f-b19d-5fccc8c98739 req-b06b7da7-f221-45ce-8152-22264b3bbdb2 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402925 Dec 15 16:08:14.148360 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:14.175894 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-077c23c2-eb36-445a-bcd5-d6220f6007ba req-4dd34016-5f6e-45d8-9ed3-7723e675118e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb16d956-defc-4ca5-b835-56a5f772cbb2 HTTP/1.1" status: 200 len: 217 time: 0.0656130 Dec 15 16:08:14.219208 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f28f2-1b96-45f3-a1cc-7ac801d9f05b req-e9f60350-96e8-474e-8ce5-088f57b96867 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:14.227600 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7e6f28f2-1b96-45f3-a1cc-7ac801d9f05b req-e9f60350-96e8-474e-8ce5-088f57b96867 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 945 time: 0.0837536 Dec 15 16:08:14.274500 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9b090-3c4a-4f96-bc89-8bed3e647c46 None None] New status for floating IP 11354b83-71f8-4d85-ad8f-b2c914d36a72: ACTIVE {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:08:14.302640 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7e6f28f2-1b96-45f3-a1cc-7ac801d9f05b req-a8a1da7b-794f-44bb-8d3a-3145dcb7729f tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737166 Dec 15 16:08:14.479756 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:14.566900 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c23c2-eb36-445a-bcd5-d6220f6007ba req-7b259c92-bfe0-41a9-8a7e-73f68314b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:14.568826 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-077c23c2-eb36-445a-bcd5-d6220f6007ba req-7b259c92-bfe0-41a9-8a7e-73f68314b4eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd HTTP/1.1" status: 200 len: 859 time: 0.3843491 Dec 15 16:08:14.619079 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-077c23c2-eb36-445a-bcd5-d6220f6007ba req-087afff9-15ef-4e7e-b3d1-3cd838051b55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84380ad-1686-4ecc-ba8f-571feeb05d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327945 Dec 15 16:08:14.840515 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-077c23c2-eb36-445a-bcd5-d6220f6007ba req-83ce4981-f4c7-4628-a0a6-7e080eb58e0a service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012372 Dec 15 16:08:14.862367 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5cdf9-adde-4903-bec5-7e5ef619f82c req-31b49b64-537a-4f95-af5a-1fcc4ee77f53 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:14.862367 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c1e5cdf9-adde-4903-bec5-7e5ef619f82c req-31b49b64-537a-4f95-af5a-1fcc4ee77f53 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0931964 Dec 15 16:08:14.982620 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c1e5cdf9-adde-4903-bec5-7e5ef619f82c req-04199013-3510-4d38-b804-284feb4b32e3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132228 Dec 15 16:08:15.014036 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-077c23c2-eb36-445a-bcd5-d6220f6007ba req-031702aa-1f22-4301-a3d3-65102df72e96 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504276 Dec 15 16:08:15.181602 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e011f5d-ca90-48de-bd5c-1b85d6bcc6fc req-51941a8c-33f0-4bc0-8337-3573d89fc35c tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:15.187249 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e011f5d-ca90-48de-bd5c-1b85d6bcc6fc req-51941a8c-33f0-4bc0-8337-3573d89fc35c tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0563767 Dec 15 16:08:15.234008 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e011f5d-ca90-48de-bd5c-1b85d6bcc6fc req-786c3150-3202-4a19-9611-5b7b72ac7b3b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Dec 15 16:08:15.276472 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35212) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:15.396365 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8549fd5b-fb6b-420c-83a5-2e2e49beb64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:15.454821 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60949451-d3d2-4024-86cb-29b41010d44f req-83231195-4a51-458d-a6aa-1ecd75623b0f tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:15.456310 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60949451-d3d2-4024-86cb-29b41010d44f req-83231195-4a51-458d-a6aa-1ecd75623b0f tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 945 time: 0.0744860 Dec 15 16:08:15.528733 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60949451-d3d2-4024-86cb-29b41010d44f req-35aacadd-0541-40b3-9f41-0851a32e5cbf tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638430 Dec 15 16:08:15.538216 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8549fd5b-fb6b-420c-83a5-2e2e49beb64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:15.558432 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8549fd5b-fb6b-420c-83a5-2e2e49beb64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:15.601265 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-8549fd5b-fb6b-420c-83a5-2e2e49beb64d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44690f1969134c74b22f392bfa686777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237119 Dec 15 16:08:15.602086 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549fd5b-fb6b-420c-83a5-2e2e49beb64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b51aad-23b0-460b-a574-f8ca3f61321e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:15.604002 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35226) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:15.654642 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3751c1ad-c112-4d89-ba4f-c28aa325011b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:15.678649 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3751c1ad-c112-4d89-ba4f-c28aa325011b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:15.727791 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3751c1ad-c112-4d89-ba4f-c28aa325011b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:15.730543 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3751c1ad-c112-4d89-ba4f-c28aa325011b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:15.731711 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3751c1ad-c112-4d89-ba4f-c28aa325011b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66b51aad-23b0-460b-a574-f8ca3f61321e HTTP/1.1" status: 204 len: 168 time: 0.1256061 Dec 15 16:08:15.741648 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751c1ad-c112-4d89-ba4f-c28aa325011b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b51aad-23b0-460b-a574-f8ca3f61321e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:15.980743 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35236) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:15.997131 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0454-0a90-48a6-993c-7c1fb5626cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:16.102573 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0454-0a90-48a6-993c-7c1fb5626cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:16.110835 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0454-0a90-48a6-993c-7c1fb5626cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:16.128803 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39235b14-86d9-48a7-aa28-c4c059dc2f05 req-2821c276-e3ba-4c19-99b3-36010efb89bf tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:16.130453 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-39235b14-86d9-48a7-aa28-c4c059dc2f05 req-2821c276-e3ba-4c19-99b3-36010efb89bf tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0758429 Dec 15 16:08:16.173816 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9d9d0454-0a90-48a6-993c-7c1fb5626cc1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1509e9b62d36408c81540ab09b76c587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919351 Dec 15 16:08:16.175887 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d0454-0a90-48a6-993c-7c1fb5626cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da7e943-2841-497a-b44c-2e4ead37c6e8,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:16.176441 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35246) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:16.204268 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-39235b14-86d9-48a7-aa28-c4c059dc2f05 req-92ff0f41-0eef-4f7b-a2dd-88175798a82a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608630 Dec 15 16:08:16.224882 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f486e170-7f52-420b-b593-0c4b4c0b469f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:16.246111 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f486e170-7f52-420b-b593-0c4b4c0b469f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:16.327842 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b7f49-5774-4fa9-9b03-e03902c603be req-a7315868-99bb-472f-bc4e-8c021edb4107 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:16.329485 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-948b7f49-5774-4fa9-9b03-e03902c603be req-a7315868-99bb-472f-bc4e-8c021edb4107 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0563757 Dec 15 16:08:16.330650 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f486e170-7f52-420b-b593-0c4b4c0b469f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:16.333499 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f486e170-7f52-420b-b593-0c4b4c0b469f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:16.336819 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f486e170-7f52-420b-b593-0c4b4c0b469f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6da7e943-2841-497a-b44c-2e4ead37c6e8 HTTP/1.1" status: 204 len: 168 time: 0.1570995 Dec 15 16:08:16.342090 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35254) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:16.347428 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-8ef95015-3c3a-498f-9711-f2dd5de6daa7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'floatingip': {'port_id': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:16.374421 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486e170-7f52-420b-b593-0c4b4c0b469f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da7e943-2841-497a-b44c-2e4ead37c6e8,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:16.377982 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4b97f-67d2-4267-91d9-606d9b9e4c43 req-7f017d8b-dc5a-49d3-bf67-c34f866f3d61 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:16.379906 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7b4b97f-67d2-4267-91d9-606d9b9e4c43 req-7f017d8b-dc5a-49d3-bf67-c34f866f3d61 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0623653 Dec 15 16:08:16.422770 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8ef95015-3c3a-498f-9711-f2dd5de6daa7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:16.445207 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7b4b97f-67d2-4267-91d9-606d9b9e4c43 req-cd1a46e7-0c31-46e4-b9c7-6461d165a297 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583391 Dec 15 16:08:16.902785 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b758c72-3478-46db-89ea-c0526d169a0e req-02975ceb-c9b6-4657-a062-b53ebb2a8ca6 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:16.904278 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7b758c72-3478-46db-89ea-c0526d169a0e req-02975ceb-c9b6-4657-a062-b53ebb2a8ca6 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 945 time: 0.2918618 Dec 15 16:08:17.168702 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7b758c72-3478-46db-89ea-c0526d169a0e req-efcc7dbb-4435-440f-81e9-41e521e90941 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258484 Dec 15 16:08:17.371083 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8ef95015-3c3a-498f-9711-f2dd5de6daa7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:17.376744 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8ef95015-3c3a-498f-9711-f2dd5de6daa7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:17.557081 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.l3_db [None req-8ef95015-3c3a-498f-9711-f2dd5de6daa7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Floating IP 522ea0af-7648-4058-9f6c-704ed614f05d associated. External IP: 172.27.1.196, port: ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd. Dec 15 16:08:17.575442 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ad69d-a069-4c30-8139-d92492263d58 req-0931102a-f02a-4883-87e4-7838d4ada8c8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:17.577480 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c7ad69d-a069-4c30-8139-d92492263d58 req-0931102a-f02a-4883-87e4-7838d4ada8c8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0514636 Dec 15 16:08:17.594085 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:17.629118 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c7ad69d-a069-4c30-8139-d92492263d58 req-0ada9280-c3ea-4525-84cb-896056e3c1e4 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Dec 15 16:08:17.652629 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-5a1bdfad-d179-46dd-935f-15c7054e6caa tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:17.654423 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-5a1bdfad-d179-46dd-935f-15c7054e6caa tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/networks?id=759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 200 len: 814 time: 0.1805506 Dec 15 16:08:17.665016 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:08:17.669357 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:17.669834 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:17.705448 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-dcbd984a-12bb-45d2-9590-a74344479c68 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/quotas/830aba5f3b33486d86fbcbc92dfdeb30 HTTP/1.1" status: 200 len: 375 time: 0.0219185 Dec 15 16:08:17.751311 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:17.776814 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dbd72a-95bc-4bed-a421-9f311705b748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:17.779324 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31304601-ef68-4b48-876b-56fa867d4bf2" -d '{"events": [{"server_uuid": "96dbd72a-95bc-4bed-a421-9f311705b748", "name": "network-vif-plugged", "status": "completed", "tag": "b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:17.803772 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a,segment=NetworkSegment(4bf2ac39-ffb7-4fad-becb-efd9f4434e3c),segment_id=4bf2ac39-ffb7-4fad-becb-efd9f4434e3c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:17.810847 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-8d7750cb-a3b5-4099-b634-36498a494b79 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965717 Dec 15 16:08:17.818934 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:17.822067 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae29a838-4f35-42ed-9b85-e33fda9debb5 x-openstack-request-id: req-ae29a838-4f35-42ed-9b85-e33fda9debb5 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:17.822444 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dbd72a-95bc-4bed-a421-9f311705b748", "name": "network-vif-plugged", "status": "completed", "tag": "b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:17.822734 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae29a838-4f35-42ed-9b85-e33fda9debb5 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:17.823128 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dbd72a-95bc-4bed-a421-9f311705b748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a', 'code': 200} Dec 15 16:08:17.907533 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:17.928779 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef95015-3c3a-498f-9711-f2dd5de6daa7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:08:18.006097 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-039c167a-1df3-4bdb-88f9-7142c50e1f31 service neutron] 10.222.0.41 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659062 Dec 15 16:08:18.050177 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54dedb-49c5-42a9-822c-ce514ae5c2f6 req-4622e689-c4c8-458d-b388-52b7d130d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:18.052432 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3a54dedb-49c5-42a9-822c-ce514ae5c2f6 req-4622e689-c4c8-458d-b388-52b7d130d770 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 1099 time: 0.0443749 Dec 15 16:08:18.103543 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3a54dedb-49c5-42a9-822c-ce514ae5c2f6 req-6e3749af-b172-405d-b3fe-94c55eb6ae8c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Dec 15 16:08:18.144579 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef95015-3c3a-498f-9711-f2dd5de6daa7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:08:18.151325 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8ef95015-3c3a-498f-9711-f2dd5de6daa7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:18.157716 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-a1163785-7d04-4273-b6bb-21abf09d6ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507890 Dec 15 16:08:18.158667 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5106a-9a9e-4d8c-bf14-586887525747 None None] Sync routers for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:08:18.170426 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5106a-9a9e-4d8c-bf14-586887525747 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:18.171608 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-69f5106a-9a9e-4d8c-bf14-586887525747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:18.196683 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-8ef95015-3c3a-498f-9711-f2dd5de6daa7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "PUT /v2.0/floatingips/522ea0af-7648-4058-9f6c-704ed614f05d HTTP/1.1" status: 200 len: 991 time: 1.8532283 Dec 15 16:08:18.197332 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'tag': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:18.200588 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93fe40e28fdc5c77346bb66089c0ac0313d1d773a74fe44e2cd07b84df8d09d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05e332a-0f4e-48df-bc5c-e1438463f5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "854116b0-a886-4d4c-84c4-092c1f46b5dc", "tag": "ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:18.353029 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b8963-84ba-4449-8fdb-40d0431261e8 req-96cc915c-ecd5-4b00-b123-1b08cc638607 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:18.355724 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-050b8963-84ba-4449-8fdb-40d0431261e8 req-96cc915c-ecd5-4b00-b123-1b08cc638607 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 946 time: 0.0787406 Dec 15 16:08:18.379340 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-69f5106a-9a9e-4d8c-bf14-586887525747 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:18.426837 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-050b8963-84ba-4449-8fdb-40d0431261e8 req-cf362346-c65a-4580-a708-88bbcf35a020 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640078 Dec 15 16:08:18.486194 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d723615-8b7f-4092-9c07-92a569b6dec4 x-openstack-request-id: req-8d723615-8b7f-4092-9c07-92a569b6dec4 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:18.487082 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854116b0-a886-4d4c-84c4-092c1f46b5dc", "tag": "ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:18.487656 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d723615-8b7f-4092-9c07-92a569b6dec4 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:18.488277 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'tag': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd', 'status': 'completed', 'code': 200} Dec 15 16:08:18.607711 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9e19e80b-f6a7-455a-970a-3249359cbbe6 req-98094fd5-a94f-40ac-a709-28d7686f568b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 210 time: 0.0675788 Dec 15 16:08:18.631618 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e332a-0f4e-48df-bc5c-e1438463f5d5 req-c5d9c427-7b4b-4a72-adec-2973c82c279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:18.633288 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b05e332a-0f4e-48df-bc5c-e1438463f5d5 req-c5d9c427-7b4b-4a72-adec-2973c82c279a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e13488e748245a68c7bee06a92fb0ff&device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 1098 time: 0.1046374 Dec 15 16:08:18.713565 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-69f5106a-9a9e-4d8c-bf14-586887525747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '522ea0af-7648-4058-9f6c-704ed614f05d', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'port_id': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'mac_address': 'fa:16:3e:1e:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:07:40Z', 'updated_at': '2021-12-15T16:08:17Z', 'revision_number': 1, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:18.742009 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5106a-9a9e-4d8c-bf14-586887525747 None None] Checking router: 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:08:18.750826 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5106a-9a9e-4d8c-bf14-586887525747 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:18.751459 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-69f5106a-9a9e-4d8c-bf14-586887525747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:18.790224 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52cf73-3194-4fa3-9ff1-c4a1deed26bb req-e527119e-7a92-487a-8973-cfc5960de857 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:18.791751 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6f52cf73-3194-4fa3-9ff1-c4a1deed26bb req-e527119e-7a92-487a-8973-cfc5960de857 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0726936 Dec 15 16:08:18.829339 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e332a-0f4e-48df-bc5c-e1438463f5d5 req-464ce721-e5c3-44ca-add5-f1b50d05b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:18.830835 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b05e332a-0f4e-48df-bc5c-e1438463f5d5 req-464ce721-e5c3-44ca-add5-f1b50d05b6d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=712a2ed7-316f-482c-893d-a6ba2836f0df HTTP/1.1" status: 200 len: 911 time: 0.1858609 Dec 15 16:08:18.859293 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6f52cf73-3194-4fa3-9ff1-c4a1deed26bb req-2c34b8dd-0f4c-4ca6-8ca1-0b525433b514 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577319 Dec 15 16:08:18.957645 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b05e332a-0f4e-48df-bc5c-e1438463f5d5 req-832a7951-8168-42b9-b674-b464878aafef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd HTTP/1.1" status: 200 len: 999 time: 0.0969524 Dec 15 16:08:18.962346 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-69f5106a-9a9e-4d8c-bf14-586887525747 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:19.048471 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e332a-0f4e-48df-bc5c-e1438463f5d5 req-8db39e2a-6250-428d-9432-7061dd807fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:19.050783 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b05e332a-0f4e-48df-bc5c-e1438463f5d5 req-8db39e2a-6250-428d-9432-7061dd807fe4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c71309d7-57b5-4614-bac4-b306ead160c1 HTTP/1.1" status: 200 len: 849 time: 0.0519207 Dec 15 16:08:19.112616 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e332a-0f4e-48df-bc5c-e1438463f5d5 req-2d6ef053-35dd-4ac7-9e5b-69c9472d7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:19.114132 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b05e332a-0f4e-48df-bc5c-e1438463f5d5 req-2d6ef053-35dd-4ac7-9e5b-69c9472d7842 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=712a2ed7-316f-482c-893d-a6ba2836f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551047 Dec 15 16:08:19.211047 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-69f5106a-9a9e-4d8c-bf14-586887525747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '522ea0af-7648-4058-9f6c-704ed614f05d', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'port_id': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'mac_address': 'fa:16:3e:1e:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:07:40Z', 'updated_at': '2021-12-15T16:08:17Z', 'revision_number': 1, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:19.221423 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b05e332a-0f4e-48df-bc5c-e1438463f5d5 req-7a99ddf8-7a69-467f-80d4-c9c161e9442c service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987904 Dec 15 16:08:19.240908 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5106a-9a9e-4d8c-bf14-586887525747 None None] The sync data for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi is: [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '522ea0af-7648-4058-9f6c-704ed614f05d', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'port_id': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'mac_address': 'fa:16:3e:1e:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:07:40Z', 'updated_at': '2021-12-15T16:08:17Z', 'revision_number': 1, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:08:19.332340 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b05e332a-0f4e-48df-bc5c-e1438463f5d5 req-db2f4ae1-de5a-4326-9cd8-a3e03afbf2e4 service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987742 Dec 15 16:08:19.382969 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35370) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:19.498139 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ed7fd-0a30-4780-bed9-63d7d6a82366 None None] New status for floating IP 522ea0af-7648-4058-9f6c-704ed614f05d: ACTIVE {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:08:19.690293 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:19.761411 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4e33-5c16-4bd2-9aaf-368ef464a59a req-e9c461ac-7bf6-4add-a6a0-0b9712e88056 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:19.762971 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a6af4e33-5c16-4bd2-9aaf-368ef464a59a req-e9c461ac-7bf6-4add-a6a0-0b9712e88056 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 946 time: 0.0705132 Dec 15 16:08:19.793748 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-833c7f1f-81d2-45e9-b03f-b976aca3dfe8 req-c7d0e097-0656-4780-a367-ad5ae39fc8aa tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 210 time: 0.0387480 Dec 15 16:08:19.857964 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a6af4e33-5c16-4bd2-9aaf-368ef464a59a req-74dd4fc3-6360-4428-87a6-f2e59ab0f94b tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841515 Dec 15 16:08:19.868536 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:19.875979 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:19.924515 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39013378b9674d28be3cfa0ab562d3a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5403819 Dec 15 16:08:19.925162 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35388) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:19.985093 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44c0ab3-00ac-49bc-8e7a-f111d2c89ed3,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:20.017592 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.018274 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.018785 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.019422 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.019917 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.020548 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.021035 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.021525 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.022018 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.022529 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.023018 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.023500 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.023980 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f5a80-81fe-4701-96dc-df73b7d571fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.045376 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-3d30a609-cbd7-46ed-b6ce-382c76c8f8ff tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:20.047810 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-3d30a609-cbd7-46ed-b6ce-382c76c8f8ff tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "GET /v2.0/networks?id=759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 200 len: 814 time: 0.1879361 Dec 15 16:08:20.049145 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:20.051275 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6508011-484c-4816-890e-815b3f299740 req-f928842b-db36-4dfa-9235-d5d65b1d77cd tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:20.058777 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6508011-484c-4816-890e-815b3f299740 req-f928842b-db36-4dfa-9235-d5d65b1d77cd tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1161702 Dec 15 16:08:20.077296 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:20.090627 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Request body: {'port': {'device_id': 'b6231c6b-54bb-4377-9bea-f01ed2db96b2', 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249', 'admin_state_up': True, 'tenant_id': '830aba5f3b33486d86fbcbc92dfdeb30'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:20.107279 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6508011-484c-4816-890e-815b3f299740 req-a645395a-6282-4fbb-85c4-2ad950dd3a22 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475969 Dec 15 16:08:20.196170 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:20.198711 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:20.199819 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f44c0ab3-00ac-49bc-8e7a-f111d2c89ed3 HTTP/1.1" status: 204 len: 168 time: 0.2686062 Dec 15 16:08:20.214965 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44c0ab3-00ac-49bc-8e7a-f111d2c89ed3,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:20.225073 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.225444 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.225758 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.226097 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.226457 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.226789 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.227121 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.227502 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.227784 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.228114 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.228437 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.228761 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.229082 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a4d8-eaaf-491e-a048-3c457da9abd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:20.251845 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Made reservation on behalf of 830aba5f3b33486d86fbcbc92dfdeb30 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:20.256451 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:20.390475 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Allocated IP 172.20.0.14 (759c34f4-14be-417a-897c-06d30e0fd249/7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a/137a78e4-d3b4-44b0-b61b-952fe0b633ba) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:20.538680 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:20.574816 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:20.588185 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['eb06d20a-14b8-4cc1-8d1b-28c1855f50ed'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:20.620218 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Network 759c34f4-14be-417a-897c-06d30e0fd249 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:20.624851 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:20.627670 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:20.634130 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:20.635593 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:20.649969 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Pushing event updated for resources: {'Port': ['ID=137a78e4-d3b4-44b0-b61b-952fe0b633ba,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:20.660067 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-74a8a54a-eb59-4e20-8660-c0d06e2384a8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5804760 Dec 15 16:08:20.679272 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Request body: {'port': {'device_id': 'b6231c6b-54bb-4377-9bea-f01ed2db96b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:20.739480 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:20.876482 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35422) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:20.917852 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9c675-1f0d-4397-9a9c-7d4006cbd0a8 req-acd0a889-1434-4666-a296-b4ccd69a456b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:20.919632 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-54f9c675-1f0d-4397-9a9c-7d4006cbd0a8 req-acd0a889-1434-4666-a296-b4ccd69a456b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 932 time: 0.0538876 Dec 15 16:08:20.972586 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-54f9c675-1f0d-4397-9a9c-7d4006cbd0a8 req-717eb333-3dd3-4fbb-9c4e-905d0e297986 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461290 Dec 15 16:08:21.000770 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-441375874-network', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:21.026086 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Made reservation on behalf of 79292acd0f5349ed8f0dc153ee4c983d for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:21.030877 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.036660 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619058-aa78-4ad6-97ba-62d92c107c41 req-44693618-fd68-4f9d-92dc-f2e1e2e0db93 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:21.041035 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.043030 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-00619058-aa78-4ad6-97ba-62d92c107c41 req-44693618-fd68-4f9d-92dc-f2e1e2e0db93 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 946 time: 0.0943019 Dec 15 16:08:21.120132 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137a78e4-d3b4-44b0-b61b-952fe0b633ba {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:08:21.131066 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.132473 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.138663 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.154340 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-00619058-aa78-4ad6-97ba-62d92c107c41 req-ff8c1952-9a57-4c83-9ca9-16b314647809 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069288 Dec 15 16:08:21.164733 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:08:21.168911 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Transition to ACTIVE for port object 137a78e4-d3b4-44b0-b61b-952fe0b633ba will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:08:21.174661 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.207355 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5166a0-1ecc-47cc-b636-984bbcb68d7b,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:21.237451 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Pushing event updated for resources: {'Port': ['ID=137a78e4-d3b4-44b0-b61b-952fe0b633ba,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:21.245986 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.246491 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Added segment 4f33dd7e-62c4-487d-b880-e77eef086e09 of type vlan for network 4579f1c5-7fc5-4782-9d02-20f1a37f593e Dec 15 16:08:21.275189 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Attempting to bind port 137a78e4-d3b4-44b0-b61b-952fe0b633ba on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:21.275533 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Attempting to bind port 137a78e4-d3b4-44b0-b61b-952fe0b633ba by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:21.275868 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Attempting to bind port 137a78e4-d3b4-44b0-b61b-952fe0b633ba on network 759c34f4-14be-417a-897c-06d30e0fd249 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:21.280667 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Port 137a78e4-d3b4-44b0-b61b-952fe0b633ba on network 759c34f4-14be-417a-897c-06d30e0fd249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:08:21.281075 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Attempting to bind port 137a78e4-d3b4-44b0-b61b-952fe0b633ba on network 759c34f4-14be-417a-897c-06d30e0fd249 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:21.287321 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:21.287668 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Checking segment: {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:21.288720 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Bound using segment: {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:21.289273 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Bound port: 137a78e4-d3b4-44b0-b61b-952fe0b633ba, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:21.289757 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.309399 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.327652 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bcfb5-5455-474a-b57a-ab83d54f5ba2 req-81241d42-99af-4697-b4c8-9d7778c04cbb tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:21.330667 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a75bcfb5-5455-474a-b57a-ab83d54f5ba2 req-81241d42-99af-4697-b4c8-9d7778c04cbb tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1303749 Dec 15 16:08:21.370474 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.371488 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:21.372110 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.374569 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] For port 137a78e4-d3b4-44b0-b61b-952fe0b633ba, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:21.377830 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] For port 137a78e4-d3b4-44b0-b61b-952fe0b633ba, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=137a78e4-d3b4-44b0-b61b-952fe0b633ba,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:21.385689 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.423822 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a75bcfb5-5455-474a-b57a-ab83d54f5ba2 req-ed8aa973-774c-43eb-95c5-59302217a13a tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855930 Dec 15 16:08:21.429960 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:21.430627 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.432076 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] 10.222.0.18 "PUT /v2.0/ports/137a78e4-d3b4-44b0-b61b-952fe0b633ba HTTP/1.1" status: 200 len: 1094 time: 0.7574301 Dec 15 16:08:21.432695 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6231c6b-54bb-4377-9bea-f01ed2db96b2', 'tag': '137a78e4-d3b4-44b0-b61b-952fe0b633ba'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:21.436193 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23747893-0479-498c-8db3-8072ec608951" -d '{"events": [{"name": "network-changed", "server_uuid": "b6231c6b-54bb-4377-9bea-f01ed2db96b2", "tag": "137a78e4-d3b4-44b0-b61b-952fe0b633ba"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:21.479029 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c3bbf-712e-40b9-8e4a-61dc2222e0ba service neutron] Pushing event updated for resources: {'Port': ['ID=137a78e4-d3b4-44b0-b61b-952fe0b633ba,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:21.500178 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6225131 Dec 15 16:08:21.504322 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44dd4fd-9db7-4381-a757-49d79f8abd70 x-openstack-request-id: req-c44dd4fd-9db7-4381-a757-49d79f8abd70 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:21.504615 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6231c6b-54bb-4377-9bea-f01ed2db96b2", "tag": "137a78e4-d3b4-44b0-b61b-952fe0b633ba", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:21.504866 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c44dd4fd-9db7-4381-a757-49d79f8abd70 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:21.505257 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6231c6b-54bb-4377-9bea-f01ed2db96b2', 'tag': '137a78e4-d3b4-44b0-b61b-952fe0b633ba', 'status': 'completed', 'code': 200} Dec 15 16:08:21.505662 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35460) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:21.509507 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ba4cc-2250-41da-96e0-1b0f9a0ea808 admin admin] Pushing event updated for resources: {'Network': ['ID=4579f1c5-7fc5-4782-9d02-20f1a37f593e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:21.521537 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 4579f1c5-7fc5-4782-9d02-20f1a37f593e details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:08:21.553105 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] Request body: {'subnet': {'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-441375874-subnet', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:21.585044 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-8afaa54c-4028-4b3a-8397-fb17e5052fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:21.586520 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-8afaa54c-4028-4b3a-8397-fb17e5052fec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 1097 time: 0.0840502 Dec 15 16:08:21.587725 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] Made reservation on behalf of 79292acd0f5349ed8f0dc153ee4c983d for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:21.589966 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.673495 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-e4e4fc81-e58b-4c31-b673-44abaf14e0e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137a78e4-d3b4-44b0-b61b-952fe0b633ba HTTP/1.1" status: 200 len: 217 time: 0.0702569 Dec 15 16:08:21.769509 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-ffc477aa-fd45-455e-a5a9-0d2b63e87a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:21.771259 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-ffc477aa-fd45-455e-a5a9-0d2b63e87a2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a HTTP/1.1" status: 200 len: 854 time: 0.0763464 Dec 15 16:08:21.825727 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-5fbbe3ab-4cd5-45c8-9a1d-574883b74616 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=759c34f4-14be-417a-897c-06d30e0fd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469215 Dec 15 16:08:22.021212 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.065850 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-3ed8b5a9-ff22-42af-a65a-1231e75089eb service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011774 Dec 15 16:08:22.146957 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46e9a6-1de3-4bc0-aa09-343dc3945f98 req-40f47efc-e50c-469a-9606-dbb61ac2df06 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:22.149138 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8c46e9a6-1de3-4bc0-aa09-343dc3945f98 req-40f47efc-e50c-469a-9606-dbb61ac2df06 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 944 time: 0.0678895 Dec 15 16:08:22.189797 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] Checking segment: {'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:22.190208 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] Network hostable DHCP agents. Network: 4579f1c5-7fc5-4782-9d02-20f1a37f593e, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:08:22.192175 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b351123e-a8b4-41b4-806b-9570c2b4459b,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:22.221827 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8c46e9a6-1de3-4bc0-aa09-343dc3945f98 req-c5d7b602-f72b-4b49-8155-9d32711bef38 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641015 Dec 15 16:08:22.239992 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b759c-c2e2-4b93-a317-b75284625dc3 req-e14f47a6-fbdd-4d29-8186-75d1384e10bf tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:22.241494 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b79b759c-c2e2-4b93-a317-b75284625dc3 req-e14f47a6-fbdd-4d29-8186-75d1384e10bf tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 946 time: 0.1640913 Dec 15 16:08:22.266537 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] Network 4579f1c5-7fc5-4782-9d02-20f1a37f593e is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:08:22.279929 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c91e680-862a-4cc3-bc3e-c42b2d67dec1 req-143d431b-c0de-45f2-9f5c-52797c920a2c service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759720 Dec 15 16:08:22.299217 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 4579f1c5-7fc5-4782-9d02-20f1a37f593e) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:22.308490 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:22.309028 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.317930 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf90ca5-2d13-4496-92ec-f5f5f95e97d5 None None] Network 4579f1c5-7fc5-4782-9d02-20f1a37f593e requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:08:22.340873 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b79b759c-c2e2-4b93-a317-b75284625dc3 req-532deba1-964d-4417-937a-69971bb92ebc tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892711 Dec 15 16:08:22.348240 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-ddabc082-21a4-457d-88a9-a6d4430064bf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8018074 Dec 15 16:08:22.348606 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35506) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:22.357383 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:22.380433 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12901'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.381867 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12908'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.399723 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23747893-0479-498c-8db3-8072ec608951 req-0f2f9ea4-7320-4493-89fe-7e936554174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:22.401218 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-23747893-0479-498c-8db3-8072ec608951 req-0f2f9ea4-7320-4493-89fe-7e936554174a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 1097 time: 0.0438650 Dec 15 16:08:22.436928 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.450056 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db56ea0-e219-5b2e-924d-2aca1fddb1d2-4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b'}]}} from dv-cinder-800703-3-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:08:22.451393 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.588299 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23747893-0479-498c-8db3-8072ec608951 req-72a6ef7f-9119-45e2-88da-cb7de1a4e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:22.589774 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-23747893-0479-498c-8db3-8072ec608951 req-72a6ef7f-9119-45e2-88da-cb7de1a4e2f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 200 len: 915 time: 0.1487031 Dec 15 16:08:22.590958 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.607058 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ef8d0-1cf8-4222-af4c-b35cb0c9d1bf req-3d6fb7bb-bf76-4c9b-a2be-5c1b1080d394 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:22.609311 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-777ef8d0-1cf8-4222-af4c-b35cb0c9d1bf req-3d6fb7bb-bf76-4c9b-a2be-5c1b1080d394 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0840402 Dec 15 16:08:22.636908 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Allocated IP 172.20.0.2 (4579f1c5-7fc5-4782-9d02-20f1a37f593e/b351123e-a8b4-41b4-806b-9570c2b4459b/d7949bda-84da-4c80-ae16-651f4f91eb2d) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:22.652567 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-23747893-0479-498c-8db3-8072ec608951 req-bec6b446-6032-4f49-8d45-04a7917984e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137a78e4-d3b4-44b0-b61b-952fe0b633ba HTTP/1.1" status: 200 len: 217 time: 0.0422418 Dec 15 16:08:22.718451 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-777ef8d0-1cf8-4222-af4c-b35cb0c9d1bf req-65c5a251-54eb-41b0-af49-5f90b0fdc575 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726457 Dec 15 16:08:22.730910 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23747893-0479-498c-8db3-8072ec608951 req-05b8cb12-5417-4595-ae3a-6309baa8a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:22.732421 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-23747893-0479-498c-8db3-8072ec608951 req-05b8cb12-5417-4595-ae3a-6309baa8a023 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a HTTP/1.1" status: 200 len: 854 time: 0.0599535 Dec 15 16:08:22.782838 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-23747893-0479-498c-8db3-8072ec608951 req-e3ec919b-96ea-4876-9a47-d49435822cf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=759c34f4-14be-417a-897c-06d30e0fd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327728 Dec 15 16:08:22.809761 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.819151 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.827992 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.853708 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.875016 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Network 4579f1c5-7fc5-4782-9d02-20f1a37f593e is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:22.888049 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:22.891212 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Pushing event updated for resources: {'Port': ['ID=d7949bda-84da-4c80-ae16-651f4f91eb2d,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:22.896866 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:22.907947 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.908178 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-23747893-0479-498c-8db3-8072ec608951 req-b164b5d0-4a7f-4377-9567-58cddf055dbb service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090052 Dec 15 16:08:22.908520 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.908954 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.909387 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.909815 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.910357 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.910751 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.911267 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.911602 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.911977 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.912356 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.912687 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.913017 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:22.971660 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Attempting to bind port d7949bda-84da-4c80-ae16-651f4f91eb2d on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:22.972039 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Attempting to bind port d7949bda-84da-4c80-ae16-651f4f91eb2d by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:22.972410 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Attempting to bind port d7949bda-84da-4c80-ae16-651f4f91eb2d on network 4579f1c5-7fc5-4782-9d02-20f1a37f593e {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:22.977782 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:22.978185 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Checking segment: {'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:22.978593 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.978987 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Bound using segment: {'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:22.979459 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Bound port: d7949bda-84da-4c80-ae16-651f4f91eb2d, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:22.979837 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.989164 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Allocated IP 172.27.1.154 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/125c5b01-1a57-4f65-ae05-02f3d564832c) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:23.045302 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-23747893-0479-498c-8db3-8072ec608951 req-051753b9-bba6-4fee-ab1e-b41e43f7076b service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184962 Dec 15 16:08:23.056982 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] For port d7949bda-84da-4c80-ae16-651f4f91eb2d, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:23.060752 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] For port d7949bda-84da-4c80-ae16-651f4f91eb2d, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=d7949bda-84da-4c80-ae16-651f4f91eb2d,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:23.066759 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:23.103825 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:23.124535 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accc49b-14a5-4496-bc0d-6aec3a6f1126 None None] Pushing event updated for resources: {'Port': ['ID=d7949bda-84da-4c80-ae16-651f4f91eb2d,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:23.138448 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:23.184160 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:23.187493 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:23.191694 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:23.194594 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Pushing event updated for resources: {'Port': ['ID=125c5b01-1a57-4f65-ae05-02f3d564832c,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:23.395942 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54260991-bb31-4a4d-8434-016bc28c4924 req-f7c78323-eba3-4e00-a593-2b151192a01d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:23.407330 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54260991-bb31-4a4d-8434-016bc28c4924 req-f7c78323-eba3-4e00-a593-2b151192a01d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 944 time: 0.1109142 Dec 15 16:08:23.486484 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:23.508094 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54260991-bb31-4a4d-8434-016bc28c4924 req-4e9c0388-fb5d-4692-a55f-b3a74ceb9f2c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963993 Dec 15 16:08:23.691261 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ef342-2b46-48c6-b1f4-df0112b5e7e8 req-638dac60-9948-4d29-b036-cb7422ce942c tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:23.692864 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-385ef342-2b46-48c6-b1f4-df0112b5e7e8 req-638dac60-9948-4d29-b036-cb7422ce942c tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 946 time: 0.1135275 Dec 15 16:08:23.742641 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d0f5cfa-c593-4a77-add7-59ac29d262db req-5f35bf73-4728-4fc4-b8ec-c1be55f37926 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548785 Dec 15 16:08:23.793992 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551159'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:23.801322 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-385ef342-2b46-48c6-b1f4-df0112b5e7e8 req-23cf574c-873a-43b8-9e99-fe703ab20784 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972729 Dec 15 16:08:23.850682 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35538) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:23.868940 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5cfa-c593-4a77-add7-59ac29d262db req-a5051541-80a8-47d9-9866-a2c7e957c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:23.870511 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d0f5cfa-c593-4a77-add7-59ac29d262db req-a5051541-80a8-47d9-9866-a2c7e957c2f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 1098 time: 0.0617721 Dec 15 16:08:23.993979 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Router bdc82568-7b82-436a-9748-3acf4afa292d is scheduled to L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:08:23.997098 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-76656136-3b06-4e61-b2d1-ae0770cf62aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:24.066460 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438f8e7-12ce-449d-b347-baf8e03d52e7 req-fb7f8c23-4512-476c-85a3-45a5937cb29f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:24.082775 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d438f8e7-12ce-449d-b347-baf8e03d52e7 req-fb7f8c23-4512-476c-85a3-45a5937cb29f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1158605 Dec 15 16:08:24.114601 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5cfa-c593-4a77-add7-59ac29d262db req-9cf63c28-a5bd-4155-94cf-8b23a72d5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:24.116220 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d0f5cfa-c593-4a77-add7-59ac29d262db req-9cf63c28-a5bd-4155-94cf-8b23a72d5fb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 200 len: 915 time: 0.2041614 Dec 15 16:08:24.170818 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d0f5cfa-c593-4a77-add7-59ac29d262db req-004ea914-d261-48fb-a1dc-6a66505266a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed HTTP/1.1" status: 200 len: 217 time: 0.0419276 Dec 15 16:08:24.194113 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d438f8e7-12ce-449d-b347-baf8e03d52e7 req-0d93c2cb-e5b3-45b0-9d25-23b4f58bf96d tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102371 Dec 15 16:08:24.206508 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:08:24.218623 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-76656136-3b06-4e61-b2d1-ae0770cf62aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:24.224397 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Sync routers for ids ['bdc82568-7b82-436a-9748-3acf4afa292d'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:08:24.228385 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-76656136-3b06-4e61-b2d1-ae0770cf62aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:24.249193 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:24.250628 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b42d99cd-a6c7-4a24-8477-d7fe903b2077 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9010553 Dec 15 16:08:24.251884 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Routers {'bdc82568-7b82-436a-9748-3acf4afa292d'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:24.252575 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['bdc82568-7b82-436a-9748-3acf4afa292d'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:24.254666 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35544) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:24.297037 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5cfa-c593-4a77-add7-59ac29d262db req-e3e820f4-5bea-4b1d-8b09-6b7adb49fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:24.298955 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d0f5cfa-c593-4a77-add7-59ac29d262db req-e3e820f4-5bea-4b1d-8b09-6b7adb49fbf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a HTTP/1.1" status: 200 len: 854 time: 0.1039026 Dec 15 16:08:24.316461 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76656136-3b06-4e61-b2d1-ae0770cf62aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9824ecc1-a970-4622-9cda-fee1b2e126dd,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:24.345979 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e7734d-48d4-4286-a2f1-6095bde9d82e None None] Network 4579f1c5-7fc5-4782-9d02-20f1a37f593e requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:08:24.347214 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-76656136-3b06-4e61-b2d1-ae0770cf62aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=518fe99358974e1b912deacc7ce7b07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4955041 Dec 15 16:08:24.350992 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d0f5cfa-c593-4a77-add7-59ac29d262db req-8781bc22-0423-4b76-8f26-2dd37bc9dd15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=759c34f4-14be-417a-897c-06d30e0fd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437520 Dec 15 16:08:24.351541 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35546) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:24.398546 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Set router bdc82568-7b82-436a-9748-3acf4afa292d gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:24.472919 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-d292383b-5f7f-4041-bd8c-62cc8f0077b9 None None] Provisioning complete for port d7949bda-84da-4c80-ae16-651f4f91eb2d triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:24.473667 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d292383b-5f7f-4041-bd8c-62cc8f0077b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:24.478783 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d0f5cfa-c593-4a77-add7-59ac29d262db req-3728c046-d419-4189-a227-435e1aee2c3d service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021769 Dec 15 16:08:24.484065 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b39c61b5-5bae-4c4f-adaf-d51f9a3a7c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:24.507515 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b39c61b5-5bae-4c4f-adaf-d51f9a3a7c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:24.651299 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:23Z', 'revision_number': 3, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:24.729624 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d292383b-5f7f-4041-bd8c-62cc8f0077b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:24.746013 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Checking router: bdc82568-7b82-436a-9748-3acf4afa292d for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:08:24.746579 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Updating router bdc82568-7b82-436a-9748-3acf4afa292d port 125c5b01-1a57-4f65-ae05-02f3d564832c binding host dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:08:24.769720 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-d292383b-5f7f-4041-bd8c-62cc8f0077b9 None None] For port d7949bda-84da-4c80-ae16-651f4f91eb2d, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=d7949bda-84da-4c80-ae16-651f4f91eb2d,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:24.777809 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d292383b-5f7f-4041-bd8c-62cc8f0077b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:24.784738 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:24.875792 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292383b-5f7f-4041-bd8c-62cc8f0077b9 None None] Pushing event updated for resources: {'Port': ['ID=d7949bda-84da-4c80-ae16-651f4f91eb2d,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:25.028794 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb60aa-6ba5-4510-a75f-cbd4dfa9ede9 req-f90a526f-6b47-4750-8c43-540bfb477393 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:25.031228 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b5cb60aa-6ba5-4510-a75f-cbd4dfa9ede9 req-f90a526f-6b47-4750-8c43-540bfb477393 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 946 time: 0.1534390 Dec 15 16:08:25.060991 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8b655-92e6-4bfb-ae6a-229948100aa3 req-0efaee5e-1366-4580-9c4e-f559b69fe862 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:25.068937 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8cc8b655-92e6-4bfb-ae6a-229948100aa3 req-0efaee5e-1366-4580-9c4e-f559b69fe862 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 944 time: 0.1921833 Dec 15 16:08:25.080919 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device d7949bda-84da-4c80-ae16-651f4f91eb2d up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:25.090317 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fa4f9-694b-42d6-8a95-d185025d6df9 req-61f36fd3-df92-4320-9c71-65a8e75e2fbd tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:25.092101 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-928fa4f9-694b-42d6-8a95-d185025d6df9 req-61f36fd3-df92-4320-9c71-65a8e75e2fbd tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 946 time: 0.1260192 Dec 15 16:08:25.134449 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-654dcbf0-f7fd-4355-b5a3-80e27df5c289 None None] Provisioning complete for port d7949bda-84da-4c80-ae16-651f4f91eb2d triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:25.134828 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-654dcbf0-f7fd-4355-b5a3-80e27df5c289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.145004 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d0f5cfa-c593-4a77-add7-59ac29d262db req-a53418f5-deda-4c5c-928e-2508d469cf20 service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284077 Dec 15 16:08:25.172419 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b39c61b5-5bae-4c4f-adaf-d51f9a3a7c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.175286 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b39c61b5-5bae-4c4f-adaf-d51f9a3a7c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.176805 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b39c61b5-5bae-4c4f-adaf-d51f9a3a7c8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9824ecc1-a970-4622-9cda-fee1b2e126dd HTTP/1.1" status: 204 len: 168 time: 0.8242757 Dec 15 16:08:25.183310 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-928fa4f9-694b-42d6-8a95-d185025d6df9 req-f843bd4b-2ca5-46f9-8bc1-e85a648783ff tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839968 Dec 15 16:08:25.208360 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port d7949bda-84da-4c80-ae16-651f4f91eb2d triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:25.208360 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.234464 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c61b5-5bae-4c4f-adaf-d51f9a3a7c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9824ecc1-a970-4622-9cda-fee1b2e126dd,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:25.245957 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.264851 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.364709 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.389747 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Attempting to bind port 125c5b01-1a57-4f65-ae05-02f3d564832c on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:25.390119 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Attempting to bind port 125c5b01-1a57-4f65-ae05-02f3d564832c by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:25.390507 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Attempting to bind port 125c5b01-1a57-4f65-ae05-02f3d564832c on network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:25.393782 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8cc8b655-92e6-4bfb-ae6a-229948100aa3 req-6416c7d2-eae6-468d-82de-0ec236af8dae tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235502 Dec 15 16:08:25.420232 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Pushing event updated for resources: {'Port': ['ID=125c5b01-1a57-4f65-ae05-02f3d564832c,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:25.431929 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:25.433702 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Checking segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:25.434656 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.436325 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Bound using segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:25.436325 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Bound port: 125c5b01-1a57-4f65-ae05-02f3d564832c, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:25.437988 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.441651 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-b5cb60aa-6ba5-4510-a75f-cbd4dfa9ede9 req-17a67f59-1ad4-465b-a0c1-f5c5e885e596 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Deleting port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:08:25.442566 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b5cb60aa-6ba5-4510-a75f-cbd4dfa9ede9 req-17a67f59-1ad4-465b-a0c1-f5c5e885e596 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.489114 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.489760 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.490536 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.491051 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.491576 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.492107 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.492507 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.492906 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.493304 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.493757 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.494091 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.494454 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.494777 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:08:25.548953 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] For port 125c5b01-1a57-4f65-ae05-02f3d564832c, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:25.552916 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] For port 125c5b01-1a57-4f65-ae05-02f3d564832c, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=125c5b01-1a57-4f65-ae05-02f3d564832c,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:25.567049 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.584091 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-b5cb60aa-6ba5-4510-a75f-cbd4dfa9ede9 req-17a67f59-1ad4-465b-a0c1-f5c5e885e596 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] For port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a,segment=NetworkSegment(4bf2ac39-ffb7-4fad-becb-efd9f4434e3c),segment_id=4bf2ac39-ffb7-4fad-becb-efd9f4434e3c)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:25.585253 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b5cb60aa-6ba5-4510-a75f-cbd4dfa9ede9 req-17a67f59-1ad4-465b-a0c1-f5c5e885e596 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.617492 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-b5cb60aa-6ba5-4510-a75f-cbd4dfa9ede9 req-17a67f59-1ad4-465b-a0c1-f5c5e885e596 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Calling delete_port for b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:08:25.628999 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 137a78e4-d3b4-44b0-b61b-952fe0b633ba details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:08:25.641073 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Routers {'bdc82568-7b82-436a-9748-3acf4afa292d'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:25.641715 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['bdc82568-7b82-436a-9748-3acf4afa292d'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:25.670830 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35570) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:25.681074 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265cf67-0fec-4d4e-9cc1-27d796100b27 None None] Pushing event updated for resources: {'Port': ['ID=125c5b01-1a57-4f65-ae05-02f3d564832c,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:25.714744 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Allocated IP 172.20.0.1 (4579f1c5-7fc5-4782-9d02-20f1a37f593e/b351123e-a8b4-41b4-806b-9570c2b4459b/4a829d2d-9095-40e8-921f-440754f6f07c) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:25.738888 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f034522-d78f-4fda-b151-ab9dd65e4102 req-197001d2-eac0-4348-be3e-a4512b8eb3d1 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:25.740314 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9f034522-d78f-4fda-b151-ab9dd65e4102 req-197001d2-eac0-4348-be3e-a4512b8eb3d1 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.2089458 Dec 15 16:08:25.755442 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c5522728-5b23-4579-8175-f40cd72ac56c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.785264 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 137a78e4-d3b4-44b0-b61b-952fe0b633ba, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=137a78e4-d3b4-44b0-b61b-952fe0b633ba,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:25.786238 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] Set router bdc82568-7b82-436a-9748-3acf4afa292d gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:25.786464 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67e4be-1b6d-48d4-8560-6525a86d0148 req-e72a5bfd-8133-423b-be39-ba07e01cf922 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:25.787985 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dd67e4be-1b6d-48d4-8560-6525a86d0148 req-e72a5bfd-8133-423b-be39-ba07e01cf922 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 945 time: 0.1719015 Dec 15 16:08:25.800383 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '137a78e4-d3b4-44b0-b61b-952fe0b633ba', 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249', 'port_id': '137a78e4-d3b4-44b0-b61b-952fe0b633ba', 'mac_address': 'fa:16:3e:51:ae:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:08:25.860571 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.882067 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137a78e4-d3b4-44b0-b61b-952fe0b633ba {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:08:25.901387 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9f034522-d78f-4fda-b151-ab9dd65e4102 req-04eac4bb-a941-4941-8311-47411647cbef tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503575 Dec 15 16:08:25.919901 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dd67e4be-1b6d-48d4-8560-6525a86d0148 req-77454b83-d4d9-4247-bb3b-caeba842e5f9 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206715 Dec 15 16:08:25.941583 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 137a78e4-d3b4-44b0-b61b-952fe0b633ba, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=137a78e4-d3b4-44b0-b61b-952fe0b633ba,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:25.955323 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.958524 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.983388 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b5cb60aa-6ba5-4510-a75f-cbd4dfa9ede9 req-17a67f59-1ad4-465b-a0c1-f5c5e885e596 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.989628 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c5522728-5b23-4579-8175-f40cd72ac56c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.006110 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:26.011344 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.023123 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c5522728-5b23-4579-8175-f40cd72ac56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.042829 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:23Z', 'revision_number': 3, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:26.045636 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=137a78e4-d3b4-44b0-b61b-952fe0b633ba,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:26.053688 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a67f59-1ad4-465b-a0c1-f5c5e885e596 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Pushing event deleted for resources: {'Port': ['ID=b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:26.063074 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Network 4579f1c5-7fc5-4782-9d02-20f1a37f593e is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:26.066228 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c5522728-5b23-4579-8175-f40cd72ac56c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1588d4305f78439b8abe7bf2cde253b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3876257 Dec 15 16:08:26.066662 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:26.070768 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35574) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:26.074950 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:26.075568 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552324'] for router_interface, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.147023 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Pushing event updated for resources: {'Port': ['ID=4a829d2d-9095-40e8-921f-440754f6f07c,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:26.150625 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cb60aa-6ba5-4510-a75f-cbd4dfa9ede9 req-17a67f59-1ad4-465b-a0c1-f5c5e885e596 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] No DVR routers for this DVR port b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:08:26.154587 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b5cb60aa-6ba5-4510-a75f-cbd4dfa9ede9 req-17a67f59-1ad4-465b-a0c1-f5c5e885e596 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.158150 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b5cb60aa-6ba5-4510-a75f-cbd4dfa9ede9 req-17a67f59-1ad4-465b-a0c1-f5c5e885e596 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.18 "DELETE /v2.0/ports/b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a HTTP/1.1" status: 204 len: 173 time: 1.1150758 Dec 15 16:08:26.158634 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dbd72a-95bc-4bed-a421-9f311705b748', 'name': 'network-vif-deleted', 'tag': 'b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:26.161618 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b98089-acf5-4a7f-8237-af0ec89d91ab" -d '{"events": [{"server_uuid": "96dbd72a-95bc-4bed-a421-9f311705b748", "name": "network-vif-deleted", "tag": "b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:26.166439 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5522728-5b23-4579-8175-f40cd72ac56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7f0d30-51ea-4917-b7c2-c3715bb4a6fa,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:26.205574 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82791a69-4c02-46d4-8632-c482844f7071 None None] The sync data for ids ['bdc82568-7b82-436a-9748-3acf4afa292d'] in dv-cinder-800703-3-iscsi is: [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:23Z', 'revision_number': 3, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:08:26.237520 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb8911-0677-456e-80dc-95c3fcd7b13d x-openstack-request-id: req-f6cb8911-0677-456e-80dc-95c3fcd7b13d {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:26.237823 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dbd72a-95bc-4bed-a421-9f311705b748", "name": "network-vif-deleted", "tag": "b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:26.238123 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6cb8911-0677-456e-80dc-95c3fcd7b13d {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:26.238557 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dbd72a-95bc-4bed-a421-9f311705b748', 'name': 'network-vif-deleted', 'tag': 'b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a', 'status': 'completed', 'code': 200} Dec 15 16:08:26.249968 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add0cc67-ce34-418e-8cd6-2dc338b7dd2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.317194 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add0cc67-ce34-418e-8cd6-2dc338b7dd2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.347910 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5438914e-e4e9-4e13-87f5-1c8d58a7dfe8 req-4b6f0c83-ba79-4ae1-8eee-9d1a5798a452 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=96dbd72a-95bc-4bed-a421-9f311705b748 HTTP/1.1" status: 200 len: 210 time: 0.0667262 Dec 15 16:08:26.355880 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.433840 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['137a78e4-d3b4-44b0-b61b-952fe0b633ba'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:26.446054 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add0cc67-ce34-418e-8cd6-2dc338b7dd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.448625 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-add0cc67-ce34-418e-8cd6-2dc338b7dd2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.450201 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-add0cc67-ce34-418e-8cd6-2dc338b7dd2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d7f0d30-51ea-4917-b7c2-c3715bb4a6fa HTTP/1.1" status: 204 len: 168 time: 0.3779767 Dec 15 16:08:26.491090 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0cc67-ce34-418e-8cd6-2dc338b7dd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7f0d30-51ea-4917-b7c2-c3715bb4a6fa,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:26.534742 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2d9f9827-45f1-4a8d-97d5-6fbd2c61ef2b None None] Provisioning complete for port 4a829d2d-9095-40e8-921f-440754f6f07c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:26.535119 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9827-45f1-4a8d-97d5-6fbd2c61ef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.588787 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f059486-9fe0-41ff-aeea-518b78948642 req-e4385efc-0266-4c0c-bc20-63bb5ce2b988 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:26.593141 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5f059486-9fe0-41ff-aeea-518b78948642 req-e4385efc-0266-4c0c-bc20-63bb5ce2b988 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 945 time: 0.1174552 Dec 15 16:08:26.639225 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.646051 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f9827-45f1-4a8d-97d5-6fbd2c61ef2b None None] Port 4a829d2d-9095-40e8-921f-440754f6f07c cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:08:26.649779 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.650816 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556852'] for router_interface, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:26.687524 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5f059486-9fe0-41ff-aeea-518b78948642 req-bdcec2c7-12d8-4807-86c8-c975ee563836 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798609 Dec 15 16:08:26.760936 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Pushing event updated for resources: {'Port': ['ID=4a829d2d-9095-40e8-921f-440754f6f07c,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:26.809740 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Network 4579f1c5-7fc5-4782-9d02-20f1a37f593e is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:26.811488 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:26.979185 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Router bdc82568-7b82-436a-9748-3acf4afa292d has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:08:27.015809 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 125c5b01-1a57-4f65-ae05-02f3d564832c up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:27.128136 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c925056-8a7a-49d1-bbcd-3f3c461ff604 req-f04bab04-2fab-4e47-9f13-bfd284ece434 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:27.139590 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c925056-8a7a-49d1-bbcd-3f3c461ff604 req-f04bab04-2fab-4e47-9f13-bfd284ece434 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1183059 Dec 15 16:08:27.186182 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 125c5b01-1a57-4f65-ae05-02f3d564832c triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:27.186481 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:27.240810 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:08:27.250981 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c925056-8a7a-49d1-bbcd-3f3c461ff604 req-8503b255-2896-46d6-ac3c-78f3d3a2b00e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102228 Dec 15 16:08:27.252163 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90fb25-3053-477e-9b07-bd21c2a43a78 req-5f822504-df5e-48d4-9a3d-3b5a840f16a4 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:27.265810 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cb90fb25-3053-477e-9b07-bd21c2a43a78 req-5f822504-df5e-48d4-9a3d-3b5a840f16a4 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 945 time: 0.1674192 Dec 15 16:08:27.265810 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-aa47e3be-c2d0-46a9-b895-9e2113aec395 admin admin] 10.222.0.41 "PUT /v2.0/routers/bdc82568-7b82-436a-9748-3acf4afa292d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071397 Dec 15 16:08:27.316682 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-6fcd4520-a1b3-4e3a-95c5-0cdb3f89155c None None] Provisioning complete for port 4a829d2d-9095-40e8-921f-440754f6f07c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:27.318001 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4520-a1b3-4e3a-95c5-0cdb3f89155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:27.354251 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cb90fb25-3053-477e-9b07-bd21c2a43a78 req-15ca5b21-9387-4a5f-8888-15729b881d07 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934250 Dec 15 16:08:27.412867 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd4520-a1b3-4e3a-95c5-0cdb3f89155c None None] Port 4a829d2d-9095-40e8-921f-440754f6f07c cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:08:27.425723 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:27.467403 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port 125c5b01-1a57-4f65-ae05-02f3d564832c, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=125c5b01-1a57-4f65-ae05-02f3d564832c,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:27.474608 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:27.564721 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=125c5b01-1a57-4f65-ae05-02f3d564832c,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:27.786517 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-18a6893c-37ce-45bb-aabb-b2057e6d2c9e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:27.795018 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-18a6893c-37ce-45bb-aabb-b2057e6d2c9e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/networks?id=80656481-ef40-45fb-8d17-1701b01a0b8b HTTP/1.1" status: 200 len: 808 time: 0.1241770 Dec 15 16:08:27.814324 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-78da8844-3377-4252-a848-51787d51cadd tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/quotas/a663ffafde40436f8ebccd5f5dea55f9 HTTP/1.1" status: 200 len: 375 time: 0.0174205 Dec 15 16:08:27.814523 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281c555-de3c-4044-be01-2e345cba7edd req-4cabab13-65fe-46c4-b774-5bf8b344c59f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:27.823252 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9281c555-de3c-4044-be01-2e345cba7edd req-4cabab13-65fe-46c4-b774-5bf8b344c59f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 945 time: 0.0625112 Dec 15 16:08:27.851292 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-1252d0ed-f062-41e3-829b-77fe5e5785a1 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a663ffafde40436f8ebccd5f5dea55f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360417 Dec 15 16:08:27.896203 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9281c555-de3c-4044-be01-2e345cba7edd req-867eaa3e-3bd1-4f44-9924-e27168747c3e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720329 Dec 15 16:08:27.962720 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-b5af38ab-2428-4d1c-bcb3-1c3c2eb71fa0 service neutron] 10.222.0.41 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105335 Dec 15 16:08:28.004339 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35646) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:28.009184 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1440541002-network', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:28.039305 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Made reservation on behalf of b7b57848708f4ede8e511dc3cb7060a6 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:28.041505 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:28.056803 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:28.080574 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-cd731495-d413-4ed1-8453-7ea9f84170f5 service neutron] 10.222.0.41 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161532 Dec 15 16:08:28.180977 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:28.186366 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:28.218667 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:08:28.229041 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129c7dba-daea-4bb7-afcb-7ef57cef4d24,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:28.234982 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:28.235633 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Added segment c6362f69-25ad-4453-81e3-a56e03ff640d of type vlan for network ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae Dec 15 16:08:28.302531 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:28.358576 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:28.359840 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:28.360862 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:28.365376 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bf781414-bd63-44cf-8e7d-ce3487a0a039 req-5fb8e7ed-74da-4ded-b398-9b7b8ce18aa4 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 210 time: 0.0394676 Dec 15 16:08:28.437135 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4316957 Dec 15 16:08:28.439921 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35662) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:28.444738 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] Request body: {'subnet': {'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1440541002-subnet', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:28.486259 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35666) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:28.487295 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a783f-97c6-4fbe-a1a5-4f41fd895305 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:28.504182 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:08:28.513645 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] Made reservation on behalf of b7b57848708f4ede8e511dc3cb7060a6 for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:28.515981 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:28.521510 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd206e38-6d79-45e8-8847-eb343e7eb249 req-31ac8c54-59c2-465b-9752-81429db227c5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:28.529200 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dd206e38-6d79-45e8-8847-eb343e7eb249 req-31ac8c54-59c2-465b-9752-81429db227c5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1868989 Dec 15 16:08:28.606660 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dd206e38-6d79-45e8-8847-eb343e7eb249 req-1e44ef1b-60eb-4a0a-b8a8-9b1ce2626b3b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756524 Dec 15 16:08:28.615037 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf524d6-df95-435a-ae91-cdb78688abcf req-5894d520-3c95-4ba9-8173-6ccae27eb740 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:28.616597 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fdf524d6-df95-435a-ae91-cdb78688abcf req-5894d520-3c95-4ba9-8173-6ccae27eb740 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 945 time: 0.1429977 Dec 15 16:08:28.646534 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Sync routers for ids ['bdc82568-7b82-436a-9748-3acf4afa292d'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:08:28.684989 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d49656bd-ebe6-4a46-bc22-6b072a3791d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:28.704038 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Routers {'bdc82568-7b82-436a-9748-3acf4afa292d'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:28.704714 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['bdc82568-7b82-436a-9748-3acf4afa292d'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:28.733699 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a245-5ef1-4018-a6e4-ae4cd1039860 req-9188ced5-063c-4aca-99be-f286f51ac9a2 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:28.735239 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1fb0a245-5ef1-4018-a6e4-ae4cd1039860 req-9188ced5-063c-4aca-99be-f286f51ac9a2 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.18 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 945 time: 0.1573274 Dec 15 16:08:28.812844 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fdf524d6-df95-435a-ae91-cdb78688abcf req-6fac3462-3ea9-47a4-ac71-0c7b4adbf4a4 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/security-groups?id=55c039c6-693a-40ac-9b28-36e22dd370b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719553 Dec 15 16:08:28.974416 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Set router bdc82568-7b82-436a-9748-3acf4afa292d gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:28.992418 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d49656bd-ebe6-4a46-bc22-6b072a3791d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.005650 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d49656bd-ebe6-4a46-bc22-6b072a3791d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.018790 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.021507 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 125c5b01-1a57-4f65-ae05-02f3d564832c up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:29.038030 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-1fb0a245-5ef1-4018-a6e4-ae4cd1039860 req-7af02976-ffa2-440a-bdc1-4661041c1461 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Deleting port fbcf44b9-d476-4aba-a276-c67d0625074b {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:08:29.038631 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1fb0a245-5ef1-4018-a6e4-ae4cd1039860 req-7af02976-ffa2-440a-bdc1-4661041c1461 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.048182 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26c5f-7d17-4ffa-8aad-9a6adc43ab00 req-b9eedafc-2e73-4501-9bff-9344300ddfbe tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:29.055756 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6d26c5f-7d17-4ffa-8aad-9a6adc43ab00 req-b9eedafc-2e73-4501-9bff-9344300ddfbe tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 945 time: 0.0644016 Dec 15 16:08:29.120565 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6d26c5f-7d17-4ffa-8aad-9a6adc43ab00 req-7e118759-2c81-497f-b259-036916825843 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597036 Dec 15 16:08:29.156837 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d49656bd-ebe6-4a46-bc22-6b072a3791d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8e4693c34d446d79da0801770b2a84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6639392 Dec 15 16:08:29.157334 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35678) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:29.175081 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49656bd-ebe6-4a46-bc22-6b072a3791d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c305b545-9b17-45e7-b963-32decf53019a,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:29.197179 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 125c5b01-1a57-4f65-ae05-02f3d564832c triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:29.197547 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.203264 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19e6dc2-07b0-4601-9c4d-b18d8af1e847,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:29.213412 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] Checking segment: {'id': 'c6362f69-25ad-4453-81e3-a56e03ff640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:29.213775 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] Network hostable DHCP agents. Network: ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:08:29.229095 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f81408e3-7cd1-4bea-84ea-6d115af4b1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.244700 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] Network ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:08:29.253622 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f81408e3-7cd1-4bea-84ea-6d115af4b1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.261571 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-1fb0a245-5ef1-4018-a6e4-ae4cd1039860 req-7af02976-ffa2-440a-bdc1-4661041c1461 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] For port fbcf44b9-d476-4aba-a276-c67d0625074b, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=fbcf44b9-d476-4aba-a276-c67d0625074b,segment=NetworkSegment(e5b77112-f322-4374-b41a-97d103cd1a41),segment_id=e5b77112-f322-4374-b41a-97d103cd1a41)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:29.262412 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1fb0a245-5ef1-4018-a6e4-ae4cd1039860 req-7af02976-ffa2-440a-bdc1-4661041c1461 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.266361 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:29.270740 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:29.271503 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.289998 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-1fb0a245-5ef1-4018-a6e4-ae4cd1039860 req-7af02976-ffa2-440a-bdc1-4661041c1461 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Calling delete_port for fbcf44b9-d476-4aba-a276-c67d0625074b owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:08:29.291288 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5fa711-2bde-4927-9dcd-508c84d52dbc None None] Network ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:08:29.305713 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-7383d507-87f6-453b-829f-87abf767c912 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8647130 Dec 15 16:08:29.311658 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35680) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:29.317626 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1440541002-router', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:29.322362 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f81408e3-7cd1-4bea-84ea-6d115af4b1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.325235 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f81408e3-7cd1-4bea-84ea-6d115af4b1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.326356 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f81408e3-7cd1-4bea-84ea-6d115af4b1db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c305b545-9b17-45e7-b963-32decf53019a HTTP/1.1" status: 204 len: 168 time: 0.1654651 Dec 15 16:08:29.364872 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81408e3-7cd1-4bea-84ea-6d115af4b1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c305b545-9b17-45e7-b963-32decf53019a,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:29.374717 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12901'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.376196 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12908'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.453561 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.458397 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.463849 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:26Z', 'revision_number': 4, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4a829d2d-9095-40e8-921f-440754f6f07c', 'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'mac_address': 'fa:16:3e:b7:15:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:25Z', 'updated_at': '2021-12-15T16:08:26Z', 'revision_number': 2, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'subnets': [{'id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:29.498406 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db56ea0-e219-5b2e-924d-2aca1fddb1d2-ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae', 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae', 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'fixed_ips': [{'subnet_id': 'e19e6dc2-07b0-4601-9c4d-b18d8af1e847'}]}} from dv-cinder-800703-3-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:08:29.499388 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.508941 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Checking router: bdc82568-7b82-436a-9748-3acf4afa292d for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:08:29.509650 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Updating router bdc82568-7b82-436a-9748-3acf4afa292d port 4a829d2d-9095-40e8-921f-440754f6f07c binding host dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:08:29.539487 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1fb0a245-5ef1-4018-a6e4-ae4cd1039860 req-7af02976-ffa2-440a-bdc1-4661041c1461 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.562703 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.569416 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['fbcf44b9-d476-4aba-a276-c67d0625074b'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:29.591480 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af02976-ffa2-440a-bdc1-4661041c1461 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Pushing event deleted for resources: {'Port': ['ID=fbcf44b9-d476-4aba-a276-c67d0625074b,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:29.640039 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-25a6a02f-d877-4816-88cc-1ce5b57548eb req-520cf696-512f-4ee3-8d23-065e26fe613d tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 210 time: 0.0982237 Dec 15 16:08:29.647801 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.678399 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb0a245-5ef1-4018-a6e4-ae4cd1039860 req-7af02976-ffa2-440a-bdc1-4661041c1461 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] No DVR routers for this DVR port fbcf44b9-d476-4aba-a276-c67d0625074b on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:08:29.686239 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1fb0a245-5ef1-4018-a6e4-ae4cd1039860 req-7af02976-ffa2-440a-bdc1-4661041c1461 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:29.693415 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1fb0a245-5ef1-4018-a6e4-ae4cd1039860 req-7af02976-ffa2-440a-bdc1-4661041c1461 tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.18 "DELETE /v2.0/ports/fbcf44b9-d476-4aba-a276-c67d0625074b HTTP/1.1" status: 204 len: 173 time: 0.9418128 Dec 15 16:08:29.694172 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771cf51f-79f3-4a84-8ebc-a9497a016143', 'name': 'network-vif-deleted', 'tag': 'fbcf44b9-d476-4aba-a276-c67d0625074b'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:29.695851 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 137a78e4-d3b4-44b0-b61b-952fe0b633ba up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:29.700002 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f03c14a-b96c-44d0-ab01-587ce6b3871e" -d '{"events": [{"server_uuid": "771cf51f-79f3-4a84-8ebc-a9497a016143", "name": "network-vif-deleted", "tag": "fbcf44b9-d476-4aba-a276-c67d0625074b"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:29.824433 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38afa9ea-eb35-4280-86d6-15a7bbbc2c64 x-openstack-request-id: req-38afa9ea-eb35-4280-86d6-15a7bbbc2c64 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:29.825082 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771cf51f-79f3-4a84-8ebc-a9497a016143", "name": "network-vif-deleted", "tag": "fbcf44b9-d476-4aba-a276-c67d0625074b", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:29.825082 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38afa9ea-eb35-4280-86d6-15a7bbbc2c64 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:29.825474 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771cf51f-79f3-4a84-8ebc-a9497a016143', 'name': 'network-vif-deleted', 'tag': 'fbcf44b9-d476-4aba-a276-c67d0625074b', 'status': 'completed', 'code': 200} Dec 15 16:08:29.911946 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-a396e169-5755-4c1e-b79b-1b5e2fc65d69 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:29.913682 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-a396e169-5755-4c1e-b79b-1b5e2fc65d69 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.18 "GET /v2.0/networks?id=80656481-ef40-45fb-8d17-1701b01a0b8b HTTP/1.1" status: 200 len: 808 time: 0.2024400 Dec 15 16:08:29.946596 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Request body: {'port': {'device_id': '7b5577c9-2665-43bb-ac9a-d04e41ef7b08', 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b', 'admin_state_up': True, 'tenant_id': 'a663ffafde40436f8ebccd5f5dea55f9'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:30.059431 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.062486 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c071ce-1385-4798-b7ba-c029fe39805f req-5bca030c-1872-4e52-afbd-ecdac0560966 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:30.066263 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b2dc8337-da60-46e2-ab14-e28993f79165 req-87dbe05b-8a28-46f6-8371-ddadda2c62eb tempest-DeleteServersTestJSON-1749512201 tempest-DeleteServersTestJSON-1749512201-project] 10.222.0.41 "GET /v2.0/ports?device_id=771cf51f-79f3-4a84-8ebc-a9497a016143 HTTP/1.1" status: 200 len: 210 time: 0.0473039 Dec 15 16:08:30.071244 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-36c071ce-1385-4798-b7ba-c029fe39805f req-5bca030c-1872-4e52-afbd-ecdac0560966 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.2449055 Dec 15 16:08:30.125466 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.159532 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Allocated IP 172.20.0.2 (ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae/e19e6dc2-07b0-4601-9c4d-b18d8af1e847/9e317f34-14f9-470c-b4cf-bb3ad3d34b29) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:30.183142 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port 137a78e4-d3b4-44b0-b61b-952fe0b633ba completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:08:30.185014 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-36c071ce-1385-4798-b7ba-c029fe39805f req-d778f8ae-1203-4288-b735-198dacfd9505 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092603 Dec 15 16:08:30.285165 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Made reservation on behalf of a663ffafde40436f8ebccd5f5dea55f9 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:30.289096 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.290065 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 137a78e4-d3b4-44b0-b61b-952fe0b633ba triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:30.290631 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.386911 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.400240 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.513143 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fc126-945b-43d2-a673-e68793b12357 None None] Pushing event updated for resources: {'Port': ['ID=4a829d2d-9095-40e8-921f-440754f6f07c,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:30.515354 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Allocated IP 172.20.0.12 (80656481-ef40-45fb-8d17-1701b01a0b8b/658561e8-1c4b-4ff2-859a-623a9119929f/35ce0a65-53c3-47e1-b932-52d9637579b7) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:30.606818 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35720) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:30.612083 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.630559 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa0598-bcdc-4587-9aea-bc734f5b986c req-d4c1b61e-9394-4cbf-9822-ed527453cd32 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:30.637920 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5cfa0598-bcdc-4587-9aea-bc734f5b986c req-d4c1b61e-9394-4cbf-9822-ed527453cd32 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 945 time: 0.3841827 Dec 15 16:08:30.647337 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.656179 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Attempting to bind port 4a829d2d-9095-40e8-921f-440754f6f07c on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:30.656547 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Attempting to bind port 4a829d2d-9095-40e8-921f-440754f6f07c by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:30.656920 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Attempting to bind port 4a829d2d-9095-40e8-921f-440754f6f07c on network 4579f1c5-7fc5-4782-9d02-20f1a37f593e {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:30.683396 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Allocated IP 172.27.1.40 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/40185503-2a69-4067-a0ca-5974a0ea2dbf) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:30.703297 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6231c6b-54bb-4377-9bea-f01ed2db96b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137a78e4-d3b4-44b0-b61b-952fe0b633ba'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:30.705861 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2baac85-7ac5-4e26-acc7-b4acbfa77529" -d '{"events": [{"server_uuid": "b6231c6b-54bb-4377-9bea-f01ed2db96b2", "name": "network-vif-plugged", "status": "completed", "tag": "137a78e4-d3b4-44b0-b61b-952fe0b633ba"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:30.728762 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.733432 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:30.738067 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Checking segment: {'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:30.739498 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.740054 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Bound using segment: {'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:30.743416 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Bound port: 4a829d2d-9095-40e8-921f-440754f6f07c, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:30.744026 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.761291 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5cfa0598-bcdc-4587-9aea-bc734f5b986c req-58ea7ade-4497-4d7c-a078-f2d9b19d1f99 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223681 Dec 15 16:08:30.797411 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 137a78e4-d3b4-44b0-b61b-952fe0b633ba, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=137a78e4-d3b4-44b0-b61b-952fe0b633ba,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:30.823849 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-820051421-network', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:30.830130 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.830964 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:08:30.843311 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Network ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:30.845957 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.863834 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a03de9-90d5-4699-8a49-5481317eff53 x-openstack-request-id: req-c6a03de9-90d5-4699-8a49-5481317eff53 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:30.864174 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6231c6b-54bb-4377-9bea-f01ed2db96b2", "name": "network-vif-plugged", "status": "completed", "tag": "137a78e4-d3b4-44b0-b61b-952fe0b633ba", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:30.864726 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0d170f26-b1e3-4f95-b1a4-ec1071fb5ff3 req-dccdf1a5-69bd-4d0c-9559-b6dfe6bd0f1b tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 210 time: 0.0721700 Dec 15 16:08:30.875003 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6a03de9-90d5-4699-8a49-5481317eff53 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:30.876283 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6231c6b-54bb-4377-9bea-f01ed2db96b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137a78e4-d3b4-44b0-b61b-952fe0b633ba', 'code': 200} Dec 15 16:08:30.888742 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Made reservation on behalf of 3c3dc08abeae460eb69305e30b4fe62d for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:30.891047 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.909280 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.944008 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.953576 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:30.981980 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:30.987469 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:08:30.988445 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device b3b6ec7e-0199-41d4-a0e9-874d1fe33f9a not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:08:30.990592 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:31.002332 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.003915 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Pushing event updated for resources: {'Port': ['ID=9e317f34-14f9-470c-b4cf-bb3ad3d34b29,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:31.035025 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Network 80656481-ef40-45fb-8d17-1701b01a0b8b is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:31.044557 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:31.052423 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:31.053182 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:31.058125 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:31.058876 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.064069 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:31.065479 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-a9077f44-88cd-4d49-833d-d3c9e73fa4e5 None None] Provisioning complete for port 4a829d2d-9095-40e8-921f-440754f6f07c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:31.065960 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a9077f44-88cd-4d49-833d-d3c9e73fa4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.068905 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Pushing event updated for resources: {'Port': ['ID=35ce0a65-53c3-47e1-b932-52d9637579b7,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:31.079855 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:31.152301 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-59625cba-1e46-4738-a116-de13bb5e2a0e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2144437 Dec 15 16:08:31.167966 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Pushing event updated for resources: {'Port': ['ID=40185503-2a69-4067-a0ca-5974a0ea2dbf,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:31.174211 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Request body: {'port': {'device_id': '7b5577c9-2665-43bb-ac9a-d04e41ef7b08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:31.176306 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] For port 4a829d2d-9095-40e8-921f-440754f6f07c, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:31.178350 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.192075 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=137a78e4-d3b4-44b0-b61b-952fe0b633ba,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:31.194950 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-a9077f44-88cd-4d49-833d-d3c9e73fa4e5 None None] Port 4a829d2d-9095-40e8-921f-440754f6f07c cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:08:31.198771 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Attempting to bind port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:31.198771 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Attempting to bind port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': 'c6362f69-25ad-4453-81e3-a56e03ff640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:31.199305 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Attempting to bind port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 on network ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:31.204703 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] For port 4a829d2d-9095-40e8-921f-440754f6f07c, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=4a829d2d-9095-40e8-921f-440754f6f07c,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:31.208204 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:31.208705 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Checking segment: {'id': 'c6362f69-25ad-4453-81e3-a56e03ff640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:31.209333 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.209938 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Bound using segment: {'id': 'c6362f69-25ad-4453-81e3-a56e03ff640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:31.210579 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Bound port: 9e317f34-14f9-470c-b4cf-bb3ad3d34b29, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6362f69-25ad-4453-81e3-a56e03ff640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:31.211074 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.215943 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.222449 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.245765 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:08:31.294784 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.316453 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c231f5c-0845-4295-9d46-86aab5b13246 req-def8814a-ed48-4236-991b-8ae0a7dc6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:31.318559 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5c231f5c-0845-4295-9d46-86aab5b13246 req-def8814a-ed48-4236-991b-8ae0a7dc6d2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 1099 time: 0.2371633 Dec 15 16:08:31.327476 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.327476 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Added segment 4795a7d7-55a0-41ed-9c01-caa67498d2ef of type vlan for network 8c6a9796-65fb-4c77-a7bf-f3674189738c Dec 15 16:08:31.387657 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337d366a-94c7-4ecc-bc8e-b3c412c26614,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:31.481533 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fc126-945b-43d2-a673-e68793b12357 None None] Pushing event updated for resources: {'Port': ['ID=4a829d2d-9095-40e8-921f-440754f6f07c,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:31.510648 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Routers {'bdc82568-7b82-436a-9748-3acf4afa292d'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:31.511125 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.511350 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['bdc82568-7b82-436a-9748-3acf4afa292d'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:31.543583 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.572834 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5fd97-31ab-49b4-b74d-b241cf318f2f req-97615cd7-6f4f-4a09-9e98-333682629905 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:31.574528 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2ff5fd97-31ab-49b4-b74d-b241cf318f2f req-97615cd7-6f4f-4a09-9e98-333682629905 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1208057 Dec 15 16:08:31.600160 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] For port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:31.603790 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] For port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=9e317f34-14f9-470c-b4cf-bb3ad3d34b29,segment=NetworkSegment(c6362f69-25ad-4453-81e3-a56e03ff640d),segment_id=c6362f69-25ad-4453-81e3-a56e03ff640d)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:31.614909 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.698960 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5c231f5c-0845-4295-9d46-86aab5b13246 req-4d5c8411-3345-42c0-83e7-652ab2270db0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343258 Dec 15 16:08:31.710631 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2ff5fd97-31ab-49b4-b74d-b241cf318f2f req-c368b4e8-ba8f-4a52-9c6f-8fdf8ba6f8a6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277964 Dec 15 16:08:31.717812 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.720423 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:31.721631 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.817213 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2df9029a-5f6f-441c-acf0-f578257f9bc6 None None] Provisioning complete for port 4a829d2d-9095-40e8-921f-440754f6f07c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:31.817588 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2df9029a-5f6f-441c-acf0-f578257f9bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.819207 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdba89c-d0bf-4aab-9ed2-1b0580b1e7fd None None] Pushing event updated for resources: {'Port': ['ID=9e317f34-14f9-470c-b4cf-bb3ad3d34b29,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:31.850854 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551159'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:31.852281 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] Set router bdc82568-7b82-436a-9748-3acf4afa292d gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:31.852400 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] Pushing event updated for resources: {'Network': ['ID=8c6a9796-65fb-4c77-a7bf-f3674189738c,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:31.898109 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 8c6a9796-65fb-4c77-a7bf-f3674189738c details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:08:31.906756 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-825a077c-5caa-4f3c-ab41-d524752279ec admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2988398 Dec 15 16:08:31.931386 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35752) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:31.946886 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] Request body: {'subnet': {'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-820051421-subnet', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:31.983325 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dbd69-ca67-407f-9a68-816abef7561d req-f6e02c36-e691-47e7-b4b6-b844c87c0c6d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:31.985492 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d56dbd69-ca67-407f-9a68-816abef7561d req-f6e02c36-e691-47e7-b4b6-b844c87c0c6d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 946 time: 0.0824556 Dec 15 16:08:32.133127 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] Made reservation on behalf of 3c3dc08abeae460eb69305e30b4fe62d for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:32.136307 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:32.153454 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2df9029a-5f6f-441c-acf0-f578257f9bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:32.155341 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d56dbd69-ca67-407f-9a68-816abef7561d req-2dcd1a7e-9150-4e1e-8946-d4421a8cd12e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051497 Dec 15 16:08:32.188116 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc81250-eacc-4ff4-b6f4-8d46a5ec7c04 req-52d43fc9-73f6-4480-84f2-ed3a2dfe0e50 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:32.197512 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-afc81250-eacc-4ff4-b6f4-8d46a5ec7c04 req-52d43fc9-73f6-4480-84f2-ed3a2dfe0e50 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 932 time: 0.2430801 Dec 15 16:08:32.209505 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ce0a65-53c3-47e1-b932-52d9637579b7 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:08:32.220647 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:32.247368 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2df9029a-5f6f-441c-acf0-f578257f9bc6 None None] For port 4a829d2d-9095-40e8-921f-440754f6f07c, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=4a829d2d-9095-40e8-921f-440754f6f07c,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:32.250797 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Transition to ACTIVE for port object 35ce0a65-53c3-47e1-b932-52d9637579b7 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:08:32.257733 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2df9029a-5f6f-441c-acf0-f578257f9bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:32.259006 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:32.323021 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:26Z', 'revision_number': 4, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4a829d2d-9095-40e8-921f-440754f6f07c', 'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'mac_address': 'fa:16:3e:b7:15:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:25Z', 'updated_at': '2021-12-15T16:08:31Z', 'revision_number': 4, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'subnets': [{'id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:32.324916 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9029a-5f6f-441c-acf0-f578257f9bc6 None None] Pushing event updated for resources: {'Port': ['ID=4a829d2d-9095-40e8-921f-440754f6f07c,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:32.350524 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Pushing event updated for resources: {'Port': ['ID=35ce0a65-53c3-47e1-b932-52d9637579b7,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:32.351908 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-afc81250-eacc-4ff4-b6f4-8d46a5ec7c04 req-07f145dd-749b-4cb4-94dd-c96f4c71a935 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534283 Dec 15 16:08:32.356797 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d8e753-38de-4b66-bf89-ee6e366ec006 None None] The sync data for ids ['bdc82568-7b82-436a-9748-3acf4afa292d'] in dv-cinder-800703-3-iscsi is: [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:26Z', 'revision_number': 4, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4a829d2d-9095-40e8-921f-440754f6f07c', 'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'mac_address': 'fa:16:3e:b7:15:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:25Z', 'updated_at': '2021-12-15T16:08:31Z', 'revision_number': 4, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'subnets': [{'id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:08:32.366314 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Router 68da46fb-00f7-45db-8198-396ac4b08b08 is scheduled to L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:08:32.369072 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Attempting to bind port 35ce0a65-53c3-47e1-b932-52d9637579b7 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:32.369625 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Attempting to bind port 35ce0a65-53c3-47e1-b932-52d9637579b7 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '4bf2ac39-ffb7-4fad-becb-efd9f4434e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:32.370120 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Attempting to bind port 35ce0a65-53c3-47e1-b932-52d9637579b7 on network 80656481-ef40-45fb-8d17-1701b01a0b8b {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:32.374830 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Port 35ce0a65-53c3-47e1-b932-52d9637579b7 on network 80656481-ef40-45fb-8d17-1701b01a0b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:08:32.375151 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Attempting to bind port 35ce0a65-53c3-47e1-b932-52d9637579b7 on network 80656481-ef40-45fb-8d17-1701b01a0b8b {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:32.380288 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:32.380628 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Checking segment: {'id': '4bf2ac39-ffb7-4fad-becb-efd9f4434e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:32.381007 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Bound using segment: {'id': '4bf2ac39-ffb7-4fad-becb-efd9f4434e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:32.381435 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Bound port: 35ce0a65-53c3-47e1-b932-52d9637579b7, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf2ac39-ffb7-4fad-becb-efd9f4434e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:32.381817 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:32.473011 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] For port 35ce0a65-53c3-47e1-b932-52d9637579b7, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:32.477718 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] For port 35ce0a65-53c3-47e1-b932-52d9637579b7, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=35ce0a65-53c3-47e1-b932-52d9637579b7,segment=NetworkSegment(4bf2ac39-ffb7-4fad-becb-efd9f4434e3c),segment_id=4bf2ac39-ffb7-4fad-becb-efd9f4434e3c)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:32.487037 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:32.525480 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:32.526126 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:32.532236 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] 10.222.0.18 "PUT /v2.0/ports/35ce0a65-53c3-47e1-b932-52d9637579b7 HTTP/1.1" status: 200 len: 1094 time: 1.3586843 Dec 15 16:08:32.575136 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5577c9-2665-43bb-ac9a-d04e41ef7b08', 'tag': '35ce0a65-53c3-47e1-b932-52d9637579b7'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:32.579769 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30b1753-4d02-4e04-accd-fd078f62e205" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5577c9-2665-43bb-ac9a-d04e41ef7b08", "tag": "35ce0a65-53c3-47e1-b932-52d9637579b7"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:32.582500 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:32.636016 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5049fad-1a32-4732-b1d7-fe38dbfbf526 x-openstack-request-id: req-f5049fad-1a32-4732-b1d7-fe38dbfbf526 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:32.636321 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5577c9-2665-43bb-ac9a-d04e41ef7b08", "tag": "35ce0a65-53c3-47e1-b932-52d9637579b7", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:32.636570 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5049fad-1a32-4732-b1d7-fe38dbfbf526 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:32.636961 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5577c9-2665-43bb-ac9a-d04e41ef7b08', 'tag': '35ce0a65-53c3-47e1-b932-52d9637579b7', 'status': 'completed', 'code': 200} Dec 15 16:08:32.650246 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:08:32.657184 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071197f-9ab0-43e2-981c-97a912aa1b2a service neutron] Pushing event updated for resources: {'Port': ['ID=35ce0a65-53c3-47e1-b932-52d9637579b7,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:32.661928 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Sync routers for ids ['68da46fb-00f7-45db-8198-396ac4b08b08'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:08:32.671527 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-af4ab1e3-d1e3-4142-94b4-2e5892c21320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:32.673363 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-af4ab1e3-d1e3-4142-94b4-2e5892c21320 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a663ffafde40436f8ebccd5f5dea55f9&device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 1097 time: 0.0843608 Dec 15 16:08:32.681541 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Routers {'68da46fb-00f7-45db-8198-396ac4b08b08'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:32.682203 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['68da46fb-00f7-45db-8198-396ac4b08b08'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:32.688206 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=705fb32e-d286-47d7-a96f-4dbad7905390,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:32.708376 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:32.712033 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-39c4c3ca-5cff-4560-a511-1d8b1e44d2dd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3968382 Dec 15 16:08:32.712713 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35760) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:32.729794 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-60fc3d0a-eae5-468b-9370-01f7afa62276 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ce0a65-53c3-47e1-b932-52d9637579b7 HTTP/1.1" status: 200 len: 217 time: 0.0466700 Dec 15 16:08:32.860931 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Set router 68da46fb-00f7-45db-8198-396ac4b08b08 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:32.893213 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] Checking segment: {'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:32.893408 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] Network hostable DHCP agents. Network: 8c6a9796-65fb-4c77-a7bf-f3674189738c, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:08:33.147962 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35770) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:33.188081 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:33.197077 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] Network 8c6a9796-65fb-4c77-a7bf-f3674189738c is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:08:33.273500 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-1d51e8a6-ccfc-4393-b81d-95053636ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:33.276312 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-1d51e8a6-ccfc-4393-b81d-95053636ef9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=658561e8-1c4b-4ff2-859a-623a9119929f HTTP/1.1" status: 200 len: 848 time: 0.5317805 Dec 15 16:08:33.299505 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:33.299750 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'name': 'tempest-TestShelveInstance-1440541002-router', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:29Z', 'updated_at': '2021-12-15T16:08:31Z', 'revision_number': 3, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'gw_port': {'id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:30Z', 'updated_at': '2021-12-15T16:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:33.301098 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.349972 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Checking router: 68da46fb-00f7-45db-8198-396ac4b08b08 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:08:33.350881 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Updating router 68da46fb-00f7-45db-8198-396ac4b08b08 port 40185503-2a69-4067-a0ca-5974a0ea2dbf binding host dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:08:33.379220 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.387517 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-d97f0eb1-7e92-41cb-9325-b9b0b6cd3535 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80656481-ef40-45fb-8d17-1701b01a0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499640 Dec 15 16:08:33.426012 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a173f-a2c0-41ce-bfef-e3dde7313ee6 req-f7700b20-c9d9-4d24-b81b-c2020a0cacd8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:33.434103 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-924a173f-a2c0-41ce-bfef-e3dde7313ee6 req-f7700b20-c9d9-4d24-b81b-c2020a0cacd8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1512196 Dec 15 16:08:33.471040 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8068f-ef77-406b-a7b3-b3f208693271 None None] Network ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:08:33.540086 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.567027 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 8c6a9796-65fb-4c77-a7bf-f3674189738c) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:33.577483 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d1578f-341b-406a-b8e5-2899e4adceba None None] Network 8c6a9796-65fb-4c77-a7bf-f3674189738c requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:08:33.585411 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-fd57eaa5-962e-4f16-82b7-1f22aa924fdf None None] Provisioning complete for port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:33.585806 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fd57eaa5-962e-4f16-82b7-1f22aa924fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.605289 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-9aeaadf9-1ce6-4232-a2a8-6c8197b0ce38 service neutron] 10.222.0.18 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988969 Dec 15 16:08:33.607569 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:33.608696 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.617874 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-924a173f-a2c0-41ce-bfef-e3dde7313ee6 req-7eb73d34-43d2-4568-98fc-f0f1cd5b7d3c tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827197 Dec 15 16:08:33.689375 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-256255c2-dbe7-41a1-a870-536c8cac8d97 admin admin] Deleting subnet 9fc52616-f80c-40db-8655-9542ee836dec {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:08:33.715740 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device fbcf44b9-d476-4aba-a276-c67d0625074b no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:08:33.718259 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-256255c2-dbe7-41a1-a870-536c8cac8d97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.723809 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-1a514d6a-f714-406f-8a9a-1940b49abf91 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7905834 Dec 15 16:08:33.727471 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35780) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:33.734616 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:33.766122 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-16407c9e-5f35-4afe-97ba-f6098803f384 req-bd2a1e93-85c0-46b4-abb4-0347af3c0682 service neutron] 10.222.0.18 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466806 Dec 15 16:08:33.769338 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.787615 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12901'] for router, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.791543 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.792351 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12908'] for router, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.807666 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-256255c2-dbe7-41a1-a870-536c8cac8d97 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.837664 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ada64-5e9c-4e7e-a4d7-5102ab367882 req-4ec2907d-6665-42e1-807f-a5e4988d6933 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:33.846136 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-482ada64-5e9c-4e7e-a4d7-5102ab367882 req-4ec2907d-6665-42e1-807f-a5e4988d6933 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 946 time: 0.3154392 Dec 15 16:08:33.872133 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=9e317f34-14f9-470c-b4cf-bb3ad3d34b29,segment=NetworkSegment(c6362f69-25ad-4453-81e3-a56e03ff640d),segment_id=c6362f69-25ad-4453-81e3-a56e03ff640d)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:33.874955 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: fbcf44b9-d476-4aba-a276-c67d0625074b {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:08:33.875447 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device fbcf44b9-d476-4aba-a276-c67d0625074b not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:08:33.884522 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.896106 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.897056 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 4a829d2d-9095-40e8-921f-440754f6f07c up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:33.911235 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Attempting to bind port 40185503-2a69-4067-a0ca-5974a0ea2dbf on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:33.912230 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Attempting to bind port 40185503-2a69-4067-a0ca-5974a0ea2dbf by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:33.912699 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Attempting to bind port 40185503-2a69-4067-a0ca-5974a0ea2dbf on network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:33.921936 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93676d-de6f-4efa-b267-9fba14fcce8e None None] Pushing event updated for resources: {'Port': ['ID=40185503-2a69-4067-a0ca-5974a0ea2dbf,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:33.924650 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:33.925154 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Checking segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:33.925667 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.926179 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Bound using segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:33.926764 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Bound port: 40185503-2a69-4067-a0ca-5974a0ea2dbf, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:33.927283 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.940415 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-256255c2-dbe7-41a1-a870-536c8cac8d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:33.993828 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] For port 40185503-2a69-4067-a0ca-5974a0ea2dbf, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:34.000489 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] For port 40185503-2a69-4067-a0ca-5974a0ea2dbf, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=40185503-2a69-4067-a0ca-5974a0ea2dbf,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:34.012640 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:34.074045 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 4a829d2d-9095-40e8-921f-440754f6f07c triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:34.074605 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:34.088337 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-482ada64-5e9c-4e7e-a4d7-5102ab367882 req-f9894558-d064-44d5-b016-db970f569dc9 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248933 Dec 15 16:08:34.110446 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Routers {'68da46fb-00f7-45db-8198-396ac4b08b08'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:34.111367 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['68da46fb-00f7-45db-8198-396ac4b08b08'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:34.116758 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93676d-de6f-4efa-b267-9fba14fcce8e None None] Pushing event updated for resources: {'Port': ['ID=40185503-2a69-4067-a0ca-5974a0ea2dbf,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:34.190052 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-256255c2-dbe7-41a1-a870-536c8cac8d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:34.202013 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:34.212955 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b1753-4d02-4e04-accd-fd078f62e205 req-d98ff6c9-a69c-450b-be50-da93c568c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:34.214704 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b30b1753-4d02-4e04-accd-fd078f62e205 req-d98ff6c9-a69c-450b-be50-da93c568c25f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a663ffafde40436f8ebccd5f5dea55f9&device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 1097 time: 0.3283930 Dec 15 16:08:34.226847 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256255c2-dbe7-41a1-a870-536c8cac8d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc52616-f80c-40db-8655-9542ee836dec,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:34.245507 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-256255c2-dbe7-41a1-a870-536c8cac8d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:34.251491 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-256255c2-dbe7-41a1-a870-536c8cac8d97 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9fc52616-f80c-40db-8655-9542ee836dec HTTP/1.1" status: 204 len: 168 time: 1.1005838 Dec 15 16:08:34.251822 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35784) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:34.264300 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=9e317f34-14f9-470c-b4cf-bb3ad3d34b29,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:34.306773 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] Set router 68da46fb-00f7-45db-8198-396ac4b08b08 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:34.363764 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edd5d2-5272-4b8d-bf66-312de489eea5 req-77f50192-c3be-440d-9a77-84d8ba88048c tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:34.365314 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b9edd5d2-5272-4b8d-bf66-312de489eea5 req-77f50192-c3be-440d-9a77-84d8ba88048c tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 944 time: 0.3545332 Dec 15 16:08:34.423706 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db56ea0-e219-5b2e-924d-2aca1fddb1d2-8c6a9796-65fb-4c77-a7bf-f3674189738c', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390'}]}} from dv-cinder-800703-3-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:08:34.425212 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:34.454432 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:34.465046 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:34.588708 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b9edd5d2-5272-4b8d-bf66-312de489eea5 req-ab130916-f69e-46ac-8a8d-5971d4eae1bf tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016788 Dec 15 16:08:34.615125 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b1753-4d02-4e04-accd-fd078f62e205 req-eb6ce2e6-ba1d-4322-883d-5aa0a9d90e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:34.617290 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b30b1753-4d02-4e04-accd-fd078f62e205 req-eb6ce2e6-ba1d-4322-883d-5aa0a9d90e59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=80656481-ef40-45fb-8d17-1701b01a0b8b HTTP/1.1" status: 200 len: 909 time: 0.3818016 Dec 15 16:08:34.643497 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'name': 'tempest-TestShelveInstance-1440541002-router', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:29Z', 'updated_at': '2021-12-15T16:08:31Z', 'revision_number': 3, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'gw_port': {'id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:30Z', 'updated_at': '2021-12-15T16:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:34.644096 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:34.678953 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b30b1753-4d02-4e04-accd-fd078f62e205 req-4b59932d-f65e-4d29-9c23-bbb63cf31079 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ce0a65-53c3-47e1-b932-52d9637579b7 HTTP/1.1" status: 200 len: 217 time: 0.0438917 Dec 15 16:08:34.696170 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.698556 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.706449 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.706980 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.707426 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.707869 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.708300 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.708859 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.709290 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.709939 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.734044 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598a93f2-8c89-4eb1-b27e-95ff78961cec None None] The sync data for ids ['68da46fb-00f7-45db-8198-396ac4b08b08'] in dv-cinder-800703-3-iscsi is: [{'id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'name': 'tempest-TestShelveInstance-1440541002-router', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:29Z', 'updated_at': '2021-12-15T16:08:31Z', 'revision_number': 3, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'gw_port': {'id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:30Z', 'updated_at': '2021-12-15T16:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:08:34.738559 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Allocated IP 172.20.0.2 (8c6a9796-65fb-4c77-a7bf-f3674189738c/705fb32e-d286-47d7-a96f-4dbad7905390/45fcc769-692d-4e74-9afc-53f58861043e) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:34.841213 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-9aebe04d-2d9a-46f8-9a13-28fc2b8f90ec None None] Provisioning complete for port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:34.841588 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9aebe04d-2d9a-46f8-9a13-28fc2b8f90ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:34.891207 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b1753-4d02-4e04-accd-fd078f62e205 req-42be157d-82a8-4703-9d07-03b8027b6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:34.892767 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b30b1753-4d02-4e04-accd-fd078f62e205 req-42be157d-82a8-4703-9d07-03b8027b6c52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=658561e8-1c4b-4ff2-859a-623a9119929f HTTP/1.1" status: 200 len: 848 time: 0.1274238 Dec 15 16:08:34.902904 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8e114-1b03-4f51-9d18-407a7d98505b req-9d01a905-7943-42f0-91df-ea5a6c4fa6c3 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:34.904449 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54a8e114-1b03-4f51-9d18-407a7d98505b req-9d01a905-7943-42f0-91df-ea5a6c4fa6c3 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1660769 Dec 15 16:08:34.928909 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.929483 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.929792 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.930208 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:08:34.930640 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5867fdd0-c07f-4aea-8201-7f39fd75db79']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:34.943931 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b30b1753-4d02-4e04-accd-fd078f62e205 req-a982ce04-43ce-4867-95a9-d7d19b7c13be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80656481-ef40-45fb-8d17-1701b01a0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360551 Dec 15 16:08:34.944939 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:34.989103 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.010823 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b77112-f322-4374-b41a-97d103cd1a41') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:35.011884 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b77112-f322-4374-b41a-97d103cd1a41') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:35.061282 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10181580'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.134719 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:35.167295 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.203211 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:08:35.208073 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987364'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.213119 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54a8e114-1b03-4f51-9d18-407a7d98505b req-da039d4d-8f5b-4e5f-966d-883152efb1a2 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912507 Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: from cryptography.utils import int_from_bytes Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: from cryptography.utils import int_from_bytes Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: timer() Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: cb(*args, **kw) Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: self._notify() Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: self.callback(batched_events) Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: event.method(event) Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._get(url).json() Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:08:35.252862 dv-cinder-800703-3-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:08:35.323169 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6feb2965-2014-44ed-b8b6-2435d3a22be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.401514 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Allocated IP 172.27.1.111 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/b836492b-a71b-4525-815c-931ff861cbae) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:35.414644 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.432603 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Allocated IP 172.20.0.1 (ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae/e19e6dc2-07b0-4601-9c4d-b18d8af1e847/d0e452cb-725a-46df-9649-011b3d05d375) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:35.436600 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.441389 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5867fdd0-c07f-4aea-8201-7f39fd75db79 HTTP/1.1" status: 204 len: 168 time: 1.1886790 Dec 15 16:08:35.467514 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82609854-64e3-4741-9958-04ebdd3178b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5867fdd0-c07f-4aea-8201-7f39fd75db79,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:35.486430 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.514622 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.531608 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:35.532274 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.538433 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b30b1753-4d02-4e04-accd-fd078f62e205 req-3aba270e-abfb-4859-81be-d04b2d592f81 service neutron] 10.222.0.18 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467601 Dec 15 16:08:35.571497 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.604168 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Network 8c6a9796-65fb-4c77-a7bf-f3674189738c is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:35.613225 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.646686 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:35.649924 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:35.657793 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35808) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:35.716526 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.735679 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b30b1753-4d02-4e04-accd-fd078f62e205 req-d06f0e31-782d-4f7c-ad88-6c82b2a5d5e3 service neutron] 10.222.0.18 "GET /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792040 Dec 15 16:08:35.744868 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.767638 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:35.789146 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:35.797547 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:35.802118 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e452cb-725a-46df-9649-011b3d05d375,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:35.803312 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Attempting to bind port 45fcc769-692d-4e74-9afc-53f58861043e on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:35.803757 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Attempting to bind port 45fcc769-692d-4e74-9afc-53f58861043e by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:35.804192 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Attempting to bind port 45fcc769-692d-4e74-9afc-53f58861043e on network 8c6a9796-65fb-4c77-a7bf-f3674189738c {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:35.814411 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:35.814937 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Checking segment: {'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:35.815420 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.815963 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Bound using segment: {'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:35.816555 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Bound port: 45fcc769-692d-4e74-9afc-53f58861043e, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:35.817039 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.836557 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-033ca922-3cb8-49a5-ad7e-822bbb1923c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc182f1b5d374414ba1fa8c369cf6372&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1760731 Dec 15 16:08:35.841085 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35810) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:35.859541 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Network ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:35.879324 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284e5aa-fd0b-4851-b7c9-8f92204aea66 req-45dadc7b-7bc0-470e-89b0-4a255eadef6b tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:35.883394 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Pushing event updated for resources: {'Port': ['ID=45fcc769-692d-4e74-9afc-53f58861043e,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:35.886676 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7284e5aa-fd0b-4851-b7c9-8f92204aea66 req-45dadc7b-7bc0-470e-89b0-4a255eadef6b tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 944 time: 0.1894894 Dec 15 16:08:35.889533 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:35.895621 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:35.921145 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b836492b-a71b-4525-815c-931ff861cbae,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:35.943934 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] For port 45fcc769-692d-4e74-9afc-53f58861043e, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:35.950440 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] For port 45fcc769-692d-4e74-9afc-53f58861043e, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=45fcc769-692d-4e74-9afc-53f58861043e,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:35.957227 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:35.976858 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552324'] for router_interface, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.056781 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf29d1a-be62-43e5-89d2-c91883a46111 None None] Pushing event updated for resources: {'Port': ['ID=45fcc769-692d-4e74-9afc-53f58861043e,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:36.139742 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.154106 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7284e5aa-fd0b-4851-b7c9-8f92204aea66 req-04d05730-ad46-4f7e-a690-f80299bab540 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663732 Dec 15 16:08:36.169545 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb597fd3-7572-4479-9a30-c962b24bc78e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.189402 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-98689e22-3d60-4967-9adf-687894e8c09d None None] Provisioning complete for port d0e452cb-725a-46df-9649-011b3d05d375 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:36.190081 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-98689e22-3d60-4967-9adf-687894e8c09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.196184 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb597fd3-7572-4479-9a30-c962b24bc78e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.232488 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-98689e22-3d60-4967-9adf-687894e8c09d None None] Port d0e452cb-725a-46df-9649-011b3d05d375 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:08:36.343871 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb597fd3-7572-4479-9a30-c962b24bc78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.347450 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb597fd3-7572-4479-9a30-c962b24bc78e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.348866 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-fb597fd3-7572-4479-9a30-c962b24bc78e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55c039c6-693a-40ac-9b28-36e22dd370b2 HTTP/1.1" status: 204 len: 168 time: 0.5051832 Dec 15 16:08:36.378103 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.421087 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb597fd3-7572-4479-9a30-c962b24bc78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c039c6-693a-40ac-9b28-36e22dd370b2,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:36.544223 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336c490-7125-4598-a179-7c7b5175d02d req-2ec0445e-ff9e-4e86-bcd8-e18094f8d489 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:36.546369 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5336c490-7125-4598-a179-7c7b5175d02d req-2ec0445e-ff9e-4e86-bcd8-e18094f8d489 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.2187881 Dec 15 16:08:36.577784 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551159'] for router, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.675230 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5336c490-7125-4598-a179-7c7b5175d02d req-e887a4c3-ceee-4faa-bca4-ba2a86336a08 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202729 Dec 15 16:08:36.725718 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Router e6935872-9fe2-443a-989a-120d26e3c08a is scheduled to L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 with binding_index 1 {{(pid=102583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:08:36.763528 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.772109 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987328'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.860443 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e452cb-725a-46df-9649-011b3d05d375,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:36.863384 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556852'] for router_interface, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:36.988742 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Network ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:36.989896 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:37.114550 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 45fcc769-692d-4e74-9afc-53f58861043e up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:37.161398 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:08:37.179344 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Router 68da46fb-00f7-45db-8198-396ac4b08b08 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:08:37.180121 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Sync routers for ids ['e6935872-9fe2-443a-989a-120d26e3c08a'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:08:37.204578 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:37.208684 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9d13e87c-6e27-4246-a800-43fdac4690e9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4773047 Dec 15 16:08:37.209104 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35836) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:37.253800 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 45fcc769-692d-4e74-9afc-53f58861043e triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:37.254520 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:37.315524 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-80d802d9-0a81-4ced-94fc-9a867e647daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:37.322848 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Routers {'e6935872-9fe2-443a-989a-120d26e3c08a'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:37.323510 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['e6935872-9fe2-443a-989a-120d26e3c08a'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:37.426473 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebcd5f-0702-4f6c-ac86-757be01db624 req-e5954433-ddbd-41c9-b68e-a91a18150ca8 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:37.428084 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7eebcd5f-0702-4f6c-ac86-757be01db624 req-e5954433-ddbd-41c9-b68e-a91a18150ca8 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 944 time: 0.1353340 Dec 15 16:08:37.434518 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:08:37.461227 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-dd93f9de-f60b-4341-8cbb-b761998e62e9 admin admin] 10.222.0.41 "PUT /v2.0/routers/68da46fb-00f7-45db-8198-396ac4b08b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7469645 Dec 15 16:08:37.554724 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:37.563859 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-b79385cc-a7d5-4c5d-bae4-1ae873d29f0f None None] Provisioning complete for port d0e452cb-725a-46df-9649-011b3d05d375 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:37.564184 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b79385cc-a7d5-4c5d-bae4-1ae873d29f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:37.656023 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7eebcd5f-0702-4f6c-ac86-757be01db624 req-77e6ca0c-20f4-4705-8fde-4f56abcb5929 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601079 Dec 15 16:08:37.665726 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-b79385cc-a7d5-4c5d-bae4-1ae873d29f0f None None] Port d0e452cb-725a-46df-9649-011b3d05d375 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:08:37.721059 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 35ce0a65-53c3-47e1-b932-52d9637579b7 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:08:37.776855 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Sync routers for ids ['68da46fb-00f7-45db-8198-396ac4b08b08'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:08:37.798011 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Routers {'68da46fb-00f7-45db-8198-396ac4b08b08'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:37.799069 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['68da46fb-00f7-45db-8198-396ac4b08b08'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:37.839715 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port 45fcc769-692d-4e74-9afc-53f58861043e, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=45fcc769-692d-4e74-9afc-53f58861043e,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:37.896825 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab43c8-c20d-4b36-9d9d-73af2b0b68c6 req-f65c2654-ae43-4787-818b-5a3f742151c7 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:37.898579 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b7ab43c8-c20d-4b36-9d9d-73af2b0b68c6 req-f65c2654-ae43-4787-818b-5a3f742151c7 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1049724 Dec 15 16:08:37.917035 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:37.919547 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 40185503-2a69-4067-a0ca-5974a0ea2dbf up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:38.004037 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Set router 68da46fb-00f7-45db-8198-396ac4b08b08 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:38.028749 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b7ab43c8-c20d-4b36-9d9d-73af2b0b68c6 req-8674dc9f-dc19-4f67-81fa-77a9446097d1 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004689 Dec 15 16:08:38.071030 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Set router e6935872-9fe2-443a-989a-120d26e3c08a gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:38.153258 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.239643 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c7cbd1-2bc4-477c-86af-b6b2787aaa00 None None] Network 8c6a9796-65fb-4c77-a7bf-f3674189738c requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:08:38.319529 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'name': 'tempest-TestShelveInstance-1440541002-router', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:29Z', 'updated_at': '2021-12-15T16:08:36Z', 'revision_number': 4, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'gw_port': {'id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:30Z', 'updated_at': '2021-12-15T16:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'd0e452cb-725a-46df-9649-011b3d05d375', 'name': '', 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'mac_address': 'fa:16:3e:12:18:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e19e6dc2-07b0-4601-9c4d-b18d8af1e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:34Z', 'updated_at': '2021-12-15T16:08:36Z', 'revision_number': 2, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'subnets': [{'id': 'e19e6dc2-07b0-4601-9c4d-b18d8af1e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:38.358425 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaedbcd-6367-489f-9a65-28afc48e099d req-082258be-dbd9-46bd-9691-5335eb26f0e4 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:38.365765 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-082258be-dbd9-46bd-9691-5335eb26f0e4 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/networks?id=759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 200 len: 814 time: 0.2318661 Dec 15 16:08:38.392671 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-ac79c941-4cb7-48bd-804e-e29ee954e154 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/quotas/830aba5f3b33486d86fbcbc92dfdeb30 HTTP/1.1" status: 200 len: 375 time: 0.0257950 Dec 15 16:08:38.443962 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=45fcc769-692d-4e74-9afc-53f58861043e,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:38.452445 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Checking router: 68da46fb-00f7-45db-8198-396ac4b08b08 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:08:38.453077 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Updating router 68da46fb-00f7-45db-8198-396ac4b08b08 port d0e452cb-725a-46df-9649-011b3d05d375 binding host dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:08:38.482193 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.485598 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 40185503-2a69-4067-a0ca-5974a0ea2dbf triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:38.485965 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.523989 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-4a2316c5-84d8-42eb-bf8d-dcc5fa555db3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302946 Dec 15 16:08:38.526373 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Allocated IP 172.20.0.1 (8c6a9796-65fb-4c77-a7bf-f3674189738c/705fb32e-d286-47d7-a96f-4dbad7905390/0e444e5a-3142-4ae2-ba00-26b4ce264da5) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:38.649005 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-c57fda39-01a2-4a20-a258-9795b86b776c None None] Provisioning complete for port 45fcc769-692d-4e74-9afc-53f58861043e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:38.649629 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c57fda39-01a2-4a20-a258-9795b86b776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.662596 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35892) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:38.668658 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-cce46b0c-498d-46cb-87e4-1afade694a86 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396900628', 'description': 'tempest-secgroup-smoke-1396900628 description', 'project_id': '79292acd0f5349ed8f0dc153ee4c983d'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:38.736478 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-e9dd2c2a-b52f-483b-a59c-2ec218eadda6 service neutron] 10.222.0.41 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115524 Dec 15 16:08:38.768183 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cce46b0c-498d-46cb-87e4-1afade694a86 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.813399 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 35ce0a65-53c3-47e1-b932-52d9637579b7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=35ce0a65-53c3-47e1-b932-52d9637579b7,segment=NetworkSegment(4bf2ac39-ffb7-4fad-becb-efd9f4434e3c),segment_id=4bf2ac39-ffb7-4fad-becb-efd9f4434e3c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:38.837122 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.840778 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.841747 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.871564 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port 40185503-2a69-4067-a0ca-5974a0ea2dbf, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=40185503-2a69-4067-a0ca-5974a0ea2dbf,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:38.909976 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-f1c19820-373e-4517-bda0-84b71a31ecb7 service neutron] 10.222.0.41 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719959 Dec 15 16:08:38.911823 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.913485 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cce46b0c-498d-46cb-87e4-1afade694a86 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.922545 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cce46b0c-498d-46cb-87e4-1afade694a86 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.959868 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:38.974985 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '35ce0a65-53c3-47e1-b932-52d9637579b7', 'network_id': '80656481-ef40-45fb-8d17-1701b01a0b8b', 'port_id': '35ce0a65-53c3-47e1-b932-52d9637579b7', 'mac_address': 'fa:16:3e:13:3a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658561e8-1c4b-4ff2-859a-623a9119929f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:08:39.006926 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cce46b0c-498d-46cb-87e4-1afade694a86 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.011817 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-cce46b0c-498d-46cb-87e4-1afade694a86 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3481247 Dec 15 16:08:39.012452 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35902) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:39.027968 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-a3d0d364-d2b0-4327-a039-7c73b48a3b2f tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Request body: {'security_group_rule': {'security_group_id': '182e5646-70dd-41f3-8afe-b2096226a972', 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:39.033438 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce46b0c-498d-46cb-87e4-1afade694a86 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182e5646-70dd-41f3-8afe-b2096226a972,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:39.084896 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e444e5a-3142-4ae2-ba00-26b4ce264da5,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:39.088804 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 45fcc769-692d-4e74-9afc-53f58861043e up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:39.095634 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Network 8c6a9796-65fb-4c77-a7bf-f3674189738c is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:39.097398 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:39.111785 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:39.115116 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552324'] for router_interface, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.116557 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.146355 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.190668 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a3d0d364-d2b0-4327-a039-7c73b48a3b2f tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.311966 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218a522-1c3a-43f7-a1e1-a195f50123d2 req-815eda67-7566-45c4-af93-f5ef88b244c2 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:39.316606 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec150-78c3-4000-b73a-6bf962b4e9e9 None None] Pushing event updated for resources: {'Port': ['ID=d0e452cb-725a-46df-9649-011b3d05d375,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:39.326766 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2218a522-1c3a-43f7-a1e1-a195f50123d2 req-815eda67-7566-45c4-af93-f5ef88b244c2 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 944 time: 0.2605343 Dec 15 16:08:39.404626 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Attempting to bind port d0e452cb-725a-46df-9649-011b3d05d375 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:39.405148 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Attempting to bind port d0e452cb-725a-46df-9649-011b3d05d375 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': 'c6362f69-25ad-4453-81e3-a56e03ff640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:39.406587 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Attempting to bind port d0e452cb-725a-46df-9649-011b3d05d375 on network ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:39.418098 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:39.430602 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Checking segment: {'id': 'c6362f69-25ad-4453-81e3-a56e03ff640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:39.431080 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.431696 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Bound using segment: {'id': 'c6362f69-25ad-4453-81e3-a56e03ff640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:39.432590 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Bound port: d0e452cb-725a-46df-9649-011b3d05d375, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6362f69-25ad-4453-81e3-a56e03ff640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:39.433227 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.457420 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a3d0d364-d2b0-4327-a039-7c73b48a3b2f tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.471968 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a3d0d364-d2b0-4327-a039-7c73b48a3b2f tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.511078 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.526697 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2218a522-1c3a-43f7-a1e1-a195f50123d2 req-c1a32d4b-fdca-4afd-b12a-06624f4d8a7b tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987095 Dec 15 16:08:39.531982 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0d364-d2b0-4327-a039-7c73b48a3b2f tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f65154-a629-4be7-9204-243d96541927,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:39.571756 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a3d0d364-d2b0-4327-a039-7c73b48a3b2f tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.575803 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a3d0d364-d2b0-4327-a039-7c73b48a3b2f tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5621080 Dec 15 16:08:39.579059 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35920) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:39.585695 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-2e8b6b70-14b9-4c39-a430-f95f5c38cbbe tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Request body: {'security_group_rule': {'security_group_id': '182e5646-70dd-41f3-8afe-b2096226a972', 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:39.588748 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] For port d0e452cb-725a-46df-9649-011b3d05d375, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:39.602909 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] For port d0e452cb-725a-46df-9649-011b3d05d375, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=d0e452cb-725a-46df-9649-011b3d05d375,segment=NetworkSegment(c6362f69-25ad-4453-81e3-a56e03ff640d),segment_id=c6362f69-25ad-4453-81e3-a56e03ff640d)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:39.603299 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ce0a65-53c3-47e1-b932-52d9637579b7 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:08:39.615867 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.626660 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38ea1-69e6-4f5e-9f67-dbcb0454c57a req-dcc171f0-4d85-49cf-8674-fbc245346cfc tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:39.635487 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e0b38ea1-69e6-4f5e-9f67-dbcb0454c57a req-dcc171f0-4d85-49cf-8674-fbc245346cfc tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1542811 Dec 15 16:08:39.659090 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 35ce0a65-53c3-47e1-b932-52d9637579b7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=35ce0a65-53c3-47e1-b932-52d9637579b7,segment=NetworkSegment(4bf2ac39-ffb7-4fad-becb-efd9f4434e3c),segment_id=4bf2ac39-ffb7-4fad-becb-efd9f4434e3c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:39.682566 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-34e6ce24-27fa-47b5-89b1-101fbfdcd7fc req-2ffcc301-6dff-44f3-9670-686d5d453d5f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 210 time: 0.0843551 Dec 15 16:08:39.689724 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2e8b6b70-14b9-4c39-a430-f95f5c38cbbe tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.703089 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.723225 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.790367 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:35Z', 'revision_number': 3, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:39.798024 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e0b38ea1-69e6-4f5e-9f67-dbcb0454c57a req-083e7708-4b04-495d-bbd2-094aec62520c tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614296 Dec 15 16:08:39.833417 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=40185503-2a69-4067-a0ca-5974a0ea2dbf,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:39.879045 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2e8b6b70-14b9-4c39-a430-f95f5c38cbbe tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.880216 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Routers {'68da46fb-00f7-45db-8198-396ac4b08b08'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:39.880947 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['68da46fb-00f7-45db-8198-396ac4b08b08'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:39.884849 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec150-78c3-4000-b73a-6bf962b4e9e9 None None] Pushing event updated for resources: {'Port': ['ID=d0e452cb-725a-46df-9649-011b3d05d375,revision_number=4']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:39.890688 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2e8b6b70-14b9-4c39-a430-f95f5c38cbbe tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.926800 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b6b70-14b9-4c39-a430-f95f5c38cbbe tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d2e585-d608-4be4-b10a-703eb7ff1af6,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:39.958016 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Checking router: e6935872-9fe2-443a-989a-120d26e3c08a for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:08:39.958397 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Updating router e6935872-9fe2-443a-989a-120d26e3c08a port b836492b-a71b-4525-815c-931ff861cbae binding host dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:08:39.961366 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=35ce0a65-53c3-47e1-b932-52d9637579b7,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:39.970000 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2e8b6b70-14b9-4c39-a430-f95f5c38cbbe tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:39.971254 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-2e8b6b70-14b9-4c39-a430-f95f5c38cbbe tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3912246 Dec 15 16:08:39.974056 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35928) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:39.987307 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-72d2c4ad-b97c-4335-a907-f4df98ef0083 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Request body: {'security_group_rule': {'security_group_id': '182e5646-70dd-41f3-8afe-b2096226a972', 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:40.046879 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-72d2c4ad-b97c-4335-a907-f4df98ef0083 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.076342 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.087235 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 45fcc769-692d-4e74-9afc-53f58861043e triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:40.087888 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.101301 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.108067 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.109415 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556852'] for router_interface, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.132271 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['35ce0a65-53c3-47e1-b932-52d9637579b7'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:40.134287 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.141615 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] Set router 68da46fb-00f7-45db-8198-396ac4b08b08 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:40.151061 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-72d2c4ad-b97c-4335-a907-f4df98ef0083 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.156716 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-72d2c4ad-b97c-4335-a907-f4df98ef0083 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.160230 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e444e5a-3142-4ae2-ba00-26b4ce264da5,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:40.164029 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-c60706e7-25cc-43df-9ade-26f46295bb30 None None] Provisioning complete for port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:40.164617 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c60706e7-25cc-43df-9ade-26f46295bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.209798 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2c4ad-b97c-4335-a907-f4df98ef0083 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97139160-626e-45a4-9534-e3f71da9f2c0,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:40.244619 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-72d2c4ad-b97c-4335-a907-f4df98ef0083 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.249162 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-72d2c4ad-b97c-4335-a907-f4df98ef0083 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2739537 Dec 15 16:08:40.251634 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-c60706e7-25cc-43df-9ade-26f46295bb30 None None] Port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:08:40.251895 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35930) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:40.256435 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-6a9ef323-c17e-4c36-b1c2-2fb3be778185 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Request body: {'security_group_rule': {'security_group_id': '182e5646-70dd-41f3-8afe-b2096226a972', 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:40.291363 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Network 8c6a9796-65fb-4c77-a7bf-f3674189738c is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:40.293842 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:40.337853 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef323-c17e-4c36-b1c2-2fb3be778185 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.414714 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-c60706e7-25cc-43df-9ade-26f46295bb30 None None] Provisioning complete for port 45fcc769-692d-4e74-9afc-53f58861043e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:40.421705 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c60706e7-25cc-43df-9ade-26f46295bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.477466 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef323-c17e-4c36-b1c2-2fb3be778185 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.488428 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef323-c17e-4c36-b1c2-2fb3be778185 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.511538 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ef323-c17e-4c36-b1c2-2fb3be778185 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c2bb34-f112-40e0-86f6-99d56c57e9d8,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:40.519039 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'name': 'tempest-TestShelveInstance-1440541002-router', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:29Z', 'updated_at': '2021-12-15T16:08:36Z', 'revision_number': 4, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'gw_port': {'id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:30Z', 'updated_at': '2021-12-15T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'd0e452cb-725a-46df-9649-011b3d05d375', 'name': '', 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'mac_address': 'fa:16:3e:12:18:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e19e6dc2-07b0-4601-9c4d-b18d8af1e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:34Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'subnets': [{'id': 'e19e6dc2-07b0-4601-9c4d-b18d8af1e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:40.531860 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Router e6935872-9fe2-443a-989a-120d26e3c08a has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:08:40.538594 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef323-c17e-4c36-b1c2-2fb3be778185 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.541380 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-6a9ef323-c17e-4c36-b1c2-2fb3be778185 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2885120 Dec 15 16:08:40.544315 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 35934) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:40.562092 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f25702-1a5b-4cf9-823e-291b55845a62 None None] The sync data for ids ['68da46fb-00f7-45db-8198-396ac4b08b08'] in dv-cinder-800703-3-iscsi is: [{'id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'name': 'tempest-TestShelveInstance-1440541002-router', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:29Z', 'updated_at': '2021-12-15T16:08:36Z', 'revision_number': 4, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'gw_port': {'id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:30Z', 'updated_at': '2021-12-15T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'd0e452cb-725a-46df-9649-011b3d05d375', 'name': '', 'network_id': 'ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'mac_address': 'fa:16:3e:12:18:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e19e6dc2-07b0-4601-9c4d-b18d8af1e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:34Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'subnets': [{'id': 'e19e6dc2-07b0-4601-9c4d-b18d8af1e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:08:40.562994 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-ea0ba9f3-faa1-4c12-95db-9f121326eb79 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Request body: {'security_group_rule': {'security_group_id': '182e5646-70dd-41f3-8afe-b2096226a972', 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:40.597577 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.securitygroups_db [None req-ea0ba9f3-faa1-4c12-95db-9f121326eb79 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Project 79292acd0f5349ed8f0dc153ee4c983d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:08:40.604636 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba9f3-faa1-4c12-95db-9f121326eb79 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.730496 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba9f3-faa1-4c12-95db-9f121326eb79 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.764895 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:08:40.771664 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-58144020-0c36-4f32-9c05-9dcb86195ae1 admin admin] 10.222.0.41 "PUT /v2.0/routers/e6935872-9fe2-443a-989a-120d26e3c08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5613849 Dec 15 16:08:40.796449 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba9f3-faa1-4c12-95db-9f121326eb79 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.831384 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ba9f3-faa1-4c12-95db-9f121326eb79 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb35948-2b3d-40f1-99c1-6943c0f05fc2,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:40.834267 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-c60706e7-25cc-43df-9ade-26f46295bb30 None None] Provisioning complete for port d0e452cb-725a-46df-9649-011b3d05d375 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:40.835049 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c60706e7-25cc-43df-9ade-26f46295bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.851965 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5487c2-180a-49f7-8f8b-6edc7830e620 req-eeb74635-2216-42bd-9bde-0b27555c0f93 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:40.852616 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.861791 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6c5487c2-180a-49f7-8f8b-6edc7830e620 req-eeb74635-2216-42bd-9bde-0b27555c0f93 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 945 time: 0.1622229 Dec 15 16:08:40.876719 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6e9feeb8-c61b-45fd-8627-7fd92353d392 req-01f440e9-cca9-441e-9ad0-cb95a5f5a564 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 210 time: 0.0816808 Dec 15 16:08:40.892053 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba9f3-faa1-4c12-95db-9f121326eb79 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.893776 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ea0ba9f3-faa1-4c12-95db-9f121326eb79 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3462682 Dec 15 16:08:40.897852 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 35944) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:40.905212 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-eac24de4-7a95-4c4f-978a-b89dfbaa2669 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Request body: {'security_group_rule': {'security_group_id': '182e5646-70dd-41f3-8afe-b2096226a972', 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:40.910080 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.950826 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6c5487c2-180a-49f7-8f8b-6edc7830e620 req-a49e66a5-89bf-46b1-9f55-a3d949b39234 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875914 Dec 15 16:08:40.990836 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.securitygroups_db [None req-eac24de4-7a95-4c4f-978a-b89dfbaa2669 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Project 79292acd0f5349ed8f0dc153ee4c983d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:08:41.007662 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eac24de4-7a95-4c4f-978a-b89dfbaa2669 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.051542 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Attempting to bind port b836492b-a71b-4525-815c-931ff861cbae on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:41.052188 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Attempting to bind port b836492b-a71b-4525-815c-931ff861cbae by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:41.052709 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Attempting to bind port b836492b-a71b-4525-815c-931ff861cbae on network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:41.067239 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d878df-7740-4d0f-b8a3-805321d4c6ae None None] Pushing event updated for resources: {'Port': ['ID=b836492b-a71b-4525-815c-931ff861cbae,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:41.087821 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:41.091748 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Checking segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:41.092539 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.093435 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Bound using segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:41.095810 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Bound port: b836492b-a71b-4525-815c-931ff861cbae, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:41.115538 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.220989 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eac24de4-7a95-4c4f-978a-b89dfbaa2669 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.260891 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eac24de4-7a95-4c4f-978a-b89dfbaa2669 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.297239 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c60706e7-25cc-43df-9ade-26f46295bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.338336 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac24de4-7a95-4c4f-978a-b89dfbaa2669 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49a7ffb-de4c-44e1-89d7-2b816f0fa88d,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:41.339213 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 40185503-2a69-4067-a0ca-5974a0ea2dbf up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:41.411543 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] For port b836492b-a71b-4525-815c-931ff861cbae, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:41.422277 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eac24de4-7a95-4c4f-978a-b89dfbaa2669 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.439510 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-eac24de4-7a95-4c4f-978a-b89dfbaa2669 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5404623 Dec 15 16:08:41.495916 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27b55-6986-4e73-b127-65d51d252d4b req-d642f15b-bcfb-40ab-a602-ab3390225baf tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:41.504837 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-61c27b55-6986-4e73-b127-65d51d252d4b req-d642f15b-bcfb-40ab-a602-ab3390225baf tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.3809960 Dec 15 16:08:41.513233 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] For port b836492b-a71b-4525-815c-931ff861cbae, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=b836492b-a71b-4525-815c-931ff861cbae,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:41.534848 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-c60706e7-25cc-43df-9ade-26f46295bb30 None None] For port d0e452cb-725a-46df-9649-011b3d05d375, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=d0e452cb-725a-46df-9649-011b3d05d375,segment=NetworkSegment(c6362f69-25ad-4453-81e3-a56e03ff640d),segment_id=c6362f69-25ad-4453-81e3-a56e03ff640d)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:41.537206 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.563351 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaedbcd-6367-489f-9a65-28afc48e099d req-97b96084-af43-444c-b7e4-47a3b2e3826b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:41.564965 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-97b96084-af43-444c-b7e4-47a3b2e3826b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "GET /v2.0/networks?id=759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 200 len: 814 time: 0.4610527 Dec 15 16:08:41.580968 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.588975 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Request body: {'port': {'device_id': 'c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66', 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249', 'admin_state_up': True, 'tenant_id': '830aba5f3b33486d86fbcbc92dfdeb30'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:41.615378 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c60706e7-25cc-43df-9ade-26f46295bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.689237 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d878df-7740-4d0f-b8a3-805321d4c6ae None None] Pushing event updated for resources: {'Port': ['ID=b836492b-a71b-4525-815c-931ff861cbae,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:41.695508 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Routers {'e6935872-9fe2-443a-989a-120d26e3c08a'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:41.700673 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['e6935872-9fe2-443a-989a-120d26e3c08a'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:41.707137 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 40185503-2a69-4067-a0ca-5974a0ea2dbf triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:41.707583 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.766031 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-61c27b55-6986-4e73-b127-65d51d252d4b req-c6021423-2e12-41eb-bbb1-17baa6a3185e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603552 Dec 15 16:08:41.789791 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Made reservation on behalf of 830aba5f3b33486d86fbcbc92dfdeb30 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:41.800625 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:41.885667 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36016) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:41.894335 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-566057987-network', 'tenant_id': '6200487325544701ba34d859fb9b7b3b'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:41.970462 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Made reservation on behalf of 6200487325544701ba34d859fb9b7b3b for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:41.975909 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.005682 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.024653 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-8106eec9-d481-40ce-acde-3fe04e3bb699 None None] Provisioning complete for port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:42.030588 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8106eec9-d481-40ce-acde-3fe04e3bb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.046529 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60706e7-25cc-43df-9ade-26f46295bb30 None None] Pushing event updated for resources: {'Port': ['ID=d0e452cb-725a-46df-9649-011b3d05d375,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:42.176819 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] Set router e6935872-9fe2-443a-989a-120d26e3c08a gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:42.212283 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Allocated IP 172.20.0.12 (759c34f4-14be-417a-897c-06d30e0fd249/7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a/7ef3b7cf-db50-4eb4-95cc-9057ace1fddd) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:42.218285 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cde4439f-c4b6-4de5-b65a-9258156527e3 req-3475cf13-8846-42ce-8421-802edf28bb46 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 210 time: 0.0755665 Dec 15 16:08:42.225240 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-8106eec9-d481-40ce-acde-3fe04e3bb699 None None] Port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:08:42.247354 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.252368 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device d0e452cb-725a-46df-9649-011b3d05d375 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:42.253627 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.260064 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32119b-ec96-4ab0-8c3a-7ce7b2c840d9 req-5a95f8c3-e32b-4197-88b1-f88cb92c06df tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:42.268921 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fc32119b-ec96-4ab0-8c3a-7ce7b2c840d9 req-5a95f8c3-e32b-4197-88b1-f88cb92c06df tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 945 time: 0.2116225 Dec 15 16:08:42.294616 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3148db5-66d9-4c19-9292-f9ea1672b575,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:42.316363 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-8106eec9-d481-40ce-acde-3fe04e3bb699 None None] Provisioning complete for port d0e452cb-725a-46df-9649-011b3d05d375 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:42.317016 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8106eec9-d481-40ce-acde-3fe04e3bb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.327403 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:08:42.353166 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.353546 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Added segment 4cd6d379-1606-4580-8511-79503666f38d of type vlan for network 427f0793-4bb3-4ac8-84b8-d900a7210ae7 Dec 15 16:08:42.460129 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.510759 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port d0e452cb-725a-46df-9649-011b3d05d375 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:42.510759 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.517488 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.521201 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:42.521855 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.596045 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7091942 Dec 15 16:08:42.604750 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36042) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:42.612351 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] Request body: {'subnet': {'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-566057987-subnet', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:42.648352 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] Made reservation on behalf of 6200487325544701ba34d859fb9b7b3b for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:08:42.651164 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10175620'] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.654864 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc48570-0639-4125-8a3f-2544ee6be1ff admin admin] Pushing event updated for resources: {'Network': ['ID=427f0793-4bb3-4ac8-84b8-d900a7210ae7,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:42.702667 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fc32119b-ec96-4ab0-8c3a-7ce7b2c840d9 req-30897a9a-fefc-4999-a1d0-bd51dd8c3826 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328489 Dec 15 16:08:42.728420 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 427f0793-4bb3-4ac8-84b8-d900a7210ae7 details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:08:42.914400 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '0e444e5a-3142-4ae2-ba00-26b4ce264da5', 'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'mac_address': 'fa:16:3e:b7:92:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:38Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 2, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'subnets': [{'id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:42.927630 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:42.947698 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb558c-94b2-4d81-8a25-59c11fc6a7f2 None None] The sync data for ids ['e6935872-9fe2-443a-989a-120d26e3c08a'] in dv-cinder-800703-3-iscsi is: [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '0e444e5a-3142-4ae2-ba00-26b4ce264da5', 'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'mac_address': 'fa:16:3e:b7:92:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:38Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 2, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'subnets': [{'id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:08:42.957458 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df78e7-1cbd-4bcb-b4e7-adc11e366f34 req-72601f85-81ef-4ed4-9a23-acc4a56161eb tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:42.964895 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e8df78e7-1cbd-4bcb-b4e7-adc11e366f34 req-72601f85-81ef-4ed4-9a23-acc4a56161eb tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0738609 Dec 15 16:08:42.974540 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9986441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10175642'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:43.032000 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee69d6d-47e6-456e-96d6-b9a18728365d,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:43.053220 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] Checking segment: {'id': '4cd6d379-1606-4580-8511-79503666f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:43.053586 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] Network hostable DHCP agents. Network: 427f0793-4bb3-4ac8-84b8-d900a7210ae7, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:08:43.053930 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e8df78e7-1cbd-4bcb-b4e7-adc11e366f34 req-1feead29-c3f0-4b43-be07-67fae31908cc tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882728 Dec 15 16:08:43.055612 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:43.083431 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['eb06d20a-14b8-4cc1-8d1b-28c1855f50ed', '137a78e4-d3b4-44b0-b61b-952fe0b633ba'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:43.083431 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device d0e452cb-725a-46df-9649-011b3d05d375 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:43.084092 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] Network 427f0793-4bb3-4ac8-84b8-d900a7210ae7 is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:08:43.099439 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 427f0793-4bb3-4ac8-84b8-d900a7210ae7) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:43.105965 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Network 759c34f4-14be-417a-897c-06d30e0fd249 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:43.109198 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:43.111453 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:43.112764 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:43.112886 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:43.118279 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:43.118898 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:43.127260 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Pushing event updated for resources: {'Port': ['ID=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:43.130368 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8875b-05d3-4b26-9867-05f2b15335cf None None] Network 427f0793-4bb3-4ac8-84b8-d900a7210ae7 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:08:43.137525 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 36062) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:43.139854 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-8cc38f5b-1735-4d55-984b-89f4a301db7e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5315766 Dec 15 16:08:43.143753 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-566057987-router', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:43.152298 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-0c37490f-06bc-4d02-a8bc-572e8c5871d2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5708470 Dec 15 16:08:43.167029 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Request body: {'port': {'device_id': 'c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:08:43.195945 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12901'] for router, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:43.196945 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12908'] for router, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:43.244999 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:43.286086 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:43.312162 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port d0e452cb-725a-46df-9649-011b3d05d375 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:43.312769 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:43.350808 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db56ea0-e219-5b2e-924d-2aca1fddb1d2-427f0793-4bb3-4ac8-84b8-d900a7210ae7', 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7', 'project_id': '6200487325544701ba34d859fb9b7b3b', 'fixed_ips': [{'subnet_id': '7ee69d6d-47e6-456e-96d6-b9a18728365d'}]}} from dv-cinder-800703-3-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:08:43.352957 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:43.465414 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851c515-caa0-4c22-9594-00b4a0350692 req-62533e87-1e3a-41cf-b578-873682e4956d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:43.473108 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e851c515-caa0-4c22-9594-00b4a0350692 req-62533e87-1e3a-41cf-b578-873682e4956d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 932 time: 0.0919638 Dec 15 16:08:43.540722 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e851c515-caa0-4c22-9594-00b4a0350692 req-aa3cac98-ec0c-4219-b699-d32cde14c733 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666556 Dec 15 16:08:43.641118 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:43.671972 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Allocated IP 172.20.0.2 (427f0793-4bb3-4ac8-84b8-d900a7210ae7/7ee69d6d-47e6-456e-96d6-b9a18728365d/c0091861-3009-4ba4-b74f-7a6c59f6cbf3) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:43.770860 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 35ce0a65-53c3-47e1-b932-52d9637579b7 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:43.937564 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732712b-b518-4848-95ef-006b855f9d3c req-b92ae298-34b6-44e0-ab8b-3e8f1c57d868 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:43.949767 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7732712b-b518-4848-95ef-006b855f9d3c req-b92ae298-34b6-44e0-ab8b-3e8f1c57d868 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 945 time: 0.1128657 Dec 15 16:08:43.967334 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port 35ce0a65-53c3-47e1-b932-52d9637579b7 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:08:43.990364 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 36086) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:43.999960 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 35ce0a65-53c3-47e1-b932-52d9637579b7 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:44.004503 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.075811 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7732712b-b518-4848-95ef-006b855f9d3c req-698a1a2a-41aa-4fef-9689-ece1ff11f491 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251109 Dec 15 16:08:44.112878 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.135918 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.169449 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:08:44.184341 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.225993 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Network 427f0793-4bb3-4ac8-84b8-d900a7210ae7 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:44.230654 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:44.234209 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:44.248687 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Transition to ACTIVE for port object 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:08:44.250052 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d235ee8e-ea4e-41f1-86b7-9052c5c97a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.280282 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Pushing event updated for resources: {'Port': ['ID=c0091861-3009-4ba4-b74f-7a6c59f6cbf3,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:44.297703 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.301518 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.321660 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.350883 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5577c9-2665-43bb-ac9a-d04e41ef7b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ce0a65-53c3-47e1-b932-52d9637579b7'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:44.352792 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97604ffc-13d2-49b1-8605-c1cba59ba1f1" -d '{"events": [{"server_uuid": "7b5577c9-2665-43bb-ac9a-d04e41ef7b08", "name": "network-vif-plugged", "status": "completed", "tag": "35ce0a65-53c3-47e1-b932-52d9637579b7"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:44.371898 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Attempting to bind port c0091861-3009-4ba4-b74f-7a6c59f6cbf3 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:44.372281 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Attempting to bind port c0091861-3009-4ba4-b74f-7a6c59f6cbf3 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '4cd6d379-1606-4580-8511-79503666f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:44.372977 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Attempting to bind port c0091861-3009-4ba4-b74f-7a6c59f6cbf3 on network 427f0793-4bb3-4ac8-84b8-d900a7210ae7 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:44.379663 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 35ce0a65-53c3-47e1-b932-52d9637579b7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=35ce0a65-53c3-47e1-b932-52d9637579b7,segment=NetworkSegment(4bf2ac39-ffb7-4fad-becb-efd9f4434e3c),segment_id=4bf2ac39-ffb7-4fad-becb-efd9f4434e3c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:44.383188 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:44.383624 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Checking segment: {'id': '4cd6d379-1606-4580-8511-79503666f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:44.383972 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.384356 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Bound using segment: {'id': '4cd6d379-1606-4580-8511-79503666f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:44.384822 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Bound port: c0091861-3009-4ba4-b74f-7a6c59f6cbf3, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd6d379-1606-4580-8511-79503666f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:44.385198 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.393394 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.397561 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.425658 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb05fd0-5250-492a-86db-c497a8875956 req-5b2dc62b-f661-43f1-a2e4-e8c6fdd58018 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:44.429932 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ece032-67b8-4788-86b7-1922138e2525 x-openstack-request-id: req-47ece032-67b8-4788-86b7-1922138e2525 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:44.430279 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5577c9-2665-43bb-ac9a-d04e41ef7b08", "name": "network-vif-plugged", "status": "completed", "tag": "35ce0a65-53c3-47e1-b932-52d9637579b7", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:44.430538 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47ece032-67b8-4788-86b7-1922138e2525 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:44.430925 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5577c9-2665-43bb-ac9a-d04e41ef7b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ce0a65-53c3-47e1-b932-52d9637579b7', 'code': 200} Dec 15 16:08:44.433161 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8cb05fd0-5250-492a-86db-c497a8875956 req-5b2dc62b-f661-43f1-a2e4-e8c6fdd58018 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.2665906 Dec 15 16:08:44.500488 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:44.532915 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] For port c0091861-3009-4ba4-b74f-7a6c59f6cbf3, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:44.539715 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] For port c0091861-3009-4ba4-b74f-7a6c59f6cbf3, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=c0091861-3009-4ba4-b74f-7a6c59f6cbf3,segment=NetworkSegment(4cd6d379-1606-4580-8511-79503666f38d),segment_id=4cd6d379-1606-4580-8511-79503666f38d)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:44.540793 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=35ce0a65-53c3-47e1-b932-52d9637579b7,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:44.550929 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.584567 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Attempting to bind port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:44.584911 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Attempting to bind port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:44.585256 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Attempting to bind port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd on network 759c34f4-14be-417a-897c-06d30e0fd249 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:44.630873 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd on network 759c34f4-14be-417a-897c-06d30e0fd249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:08:44.631192 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Attempting to bind port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd on network 759c34f4-14be-417a-897c-06d30e0fd249 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:44.639777 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e07485-9c16-4924-9781-2d6f20674046 None None] Pushing event updated for resources: {'Port': ['ID=c0091861-3009-4ba4-b74f-7a6c59f6cbf3,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:44.692561 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8cb05fd0-5250-492a-86db-c497a8875956 req-bcc2f6a9-e5a0-44c3-bcb7-bc10eb22c5f5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584622 Dec 15 16:08:44.734654 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:44.735911 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Checking segment: {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:44.736304 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Bound using segment: {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:44.737957 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Bound port: 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:44.742140 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.767916 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645536a-3e31-4728-91b3-b8ada7626da8 req-8fdd27c3-bf4c-4b28-a10d-8cee210e4b2e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:44.780993 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f645536a-3e31-4728-91b3-b8ada7626da8 req-8fdd27c3-bf4c-4b28-a10d-8cee210e4b2e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 944 time: 0.1198425 Dec 15 16:08:44.842782 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f645536a-3e31-4728-91b3-b8ada7626da8 req-82b37d46-0278-4647-8dd9-49b38be635de tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610492 Dec 15 16:08:44.849650 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d235ee8e-ea4e-41f1-86b7-9052c5c97a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.884234 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d235ee8e-ea4e-41f1-86b7-9052c5c97a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:44.941624 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Allocated IP 172.27.1.92 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/1ab2a5c4-2e1f-4861-875a-9748455a0045) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:45.000065 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d235ee8e-ea4e-41f1-86b7-9052c5c97a69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a6e4d52bb774267847f5928672ef0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0048645 Dec 15 16:08:45.000065 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a5c7a-ef17-4d96-b65e-eeaa1aa2bad3 req-782fbc5d-57db-421e-a21f-5a7abb713c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:45.000873 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36100) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:45.000996 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f96a5c7a-ef17-4d96-b65e-eeaa1aa2bad3 req-782fbc5d-57db-421e-a21f-5a7abb713c74 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 1099 time: 0.2132516 Dec 15 16:08:45.001580 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235ee8e-ea4e-41f1-86b7-9052c5c97a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8b2b4b-94c0-4c30-bf1d-06c9d20c1af4,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:45.032972 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] For port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:45.147238 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-34dd17b6-836d-44e2-a2b9-edac1533724f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.167612 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] For port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:45.187760 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.196709 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-34dd17b6-836d-44e2-a2b9-edac1533724f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.238575 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f96a5c7a-ef17-4d96-b65e-eeaa1aa2bad3 req-5621c08b-0ab2-44c2-9d7b-2cf1b1e961dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269731 Dec 15 16:08:45.256466 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:45.257067 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.258913 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] 10.222.0.18 "PUT /v2.0/ports/7ef3b7cf-db50-4eb4-95cc-9057ace1fddd HTTP/1.1" status: 200 len: 1094 time: 2.0963571 Dec 15 16:08:45.268188 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66', 'tag': '7ef3b7cf-db50-4eb4-95cc-9057ace1fddd'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:45.270753 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d085a1-d207-4223-95c4-21da9857dee8" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66", "tag": "7ef3b7cf-db50-4eb4-95cc-9057ace1fddd"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:45.276048 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device c0091861-3009-4ba4-b74f-7a6c59f6cbf3 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:45.320047 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e5ebc-d715-4db1-a52b-72d5908a6ed0 req-b6921f73-5bd5-4231-8aee-00b55552c102 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:45.321697 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5a2e5ebc-d715-4db1-a52b-72d5908a6ed0 req-b6921f73-5bd5-4231-8aee-00b55552c102 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 946 time: 0.1003888 Dec 15 16:08:45.342510 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-34dd17b6-836d-44e2-a2b9-edac1533724f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.346425 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port c0091861-3009-4ba4-b74f-7a6c59f6cbf3 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:45.347102 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.348055 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-34dd17b6-836d-44e2-a2b9-edac1533724f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.349346 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-34dd17b6-836d-44e2-a2b9-edac1533724f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e8b2b4b-94c0-4c30-bf1d-06c9d20c1af4 HTTP/1.1" status: 204 len: 168 time: 0.3472080 Dec 15 16:08:45.374845 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770667d4-72e5-4509-91d9-c6c8830d5085 x-openstack-request-id: req-770667d4-72e5-4509-91d9-c6c8830d5085 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:45.375394 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66", "tag": "7ef3b7cf-db50-4eb4-95cc-9057ace1fddd", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:45.375954 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-770667d4-72e5-4509-91d9-c6c8830d5085 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:45.376904 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66', 'tag': '7ef3b7cf-db50-4eb4-95cc-9057ace1fddd', 'status': 'completed', 'code': 200} Dec 15 16:08:45.380188 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd17b6-836d-44e2-a2b9-edac1533724f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8b2b4b-94c0-4c30-bf1d-06c9d20c1af4,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:45.395715 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6f987-c95f-4847-b9aa-02139c7de603 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:45.415148 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.428791 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5a2e5ebc-d715-4db1-a52b-72d5908a6ed0 req-1a24e475-88dc-4594-a988-5fce922529d8 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956011 Dec 15 16:08:45.479104 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.516964 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.528411 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:45.555490 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab2a5c4-2e1f-4861-875a-9748455a0045,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:45.558935 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:45.563657 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:45.590005 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port c0091861-3009-4ba4-b74f-7a6c59f6cbf3, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=c0091861-3009-4ba4-b74f-7a6c59f6cbf3,segment=NetworkSegment(4cd6d379-1606-4580-8511-79503666f38d),segment_id=4cd6d379-1606-4580-8511-79503666f38d)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:45.596631 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.597716 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b836492b-a71b-4525-815c-931ff861cbae up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:45.691804 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=c0091861-3009-4ba4-b74f-7a6c59f6cbf3,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:45.703379 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port b836492b-a71b-4525-815c-931ff861cbae triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:45.703751 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.757577 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d085a1-d207-4223-95c4-21da9857dee8 req-3aa681a7-2181-4012-82c4-3721982be2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:45.759398 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-88d085a1-d207-4223-95c4-21da9857dee8 req-3aa681a7-2181-4012-82c4-3721982be2e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 1097 time: 0.1971271 Dec 15 16:08:45.846231 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.881233 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port b836492b-a71b-4525-815c-931ff861cbae, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=b836492b-a71b-4525-815c-931ff861cbae,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:45.896484 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.905400 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36120) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:45.922116 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ab1843f2-2633-43de-8f8b-066be5eaccd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:45.969812 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=b836492b-a71b-4525-815c-931ff861cbae,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:46.042781 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd067dd-4014-4004-8da5-be53a5bbb352 None None] Network 427f0793-4bb3-4ac8-84b8-d900a7210ae7 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:08:46.051302 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ab1843f2-2633-43de-8f8b-066be5eaccd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:46.081249 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ab1843f2-2633-43de-8f8b-066be5eaccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:46.130141 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ab1843f2-2633-43de-8f8b-066be5eaccd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f55658f204b47f78112aa6f3db78aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229075 Dec 15 16:08:46.132910 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36122) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:46.140161 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1843f2-2633-43de-8f8b-066be5eaccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4543e439-1f6f-420d-b727-2b8490a50c5e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:46.141550 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-5bf30b12-5b81-4475-9792-5308f7e16d8b None None] Provisioning complete for port c0091861-3009-4ba4-b74f-7a6c59f6cbf3 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:46.141992 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5bf30b12-5b81-4475-9792-5308f7e16d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:46.175392 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda952-45c7-4f94-98bd-573d5d877428 req-1a36fb51-d3ed-4d84-b6d6-dcc5bc96c8d4 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:46.177013 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-16cda952-45c7-4f94-98bd-573d5d877428 req-1a36fb51-d3ed-4d84-b6d6-dcc5bc96c8d4 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 944 time: 0.1225882 Dec 15 16:08:46.238211 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d702eb36-534c-4f5b-99b6-ac7521651113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:46.334200 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064c6e2-874d-4ec3-bac8-956d1ffb6e18 req-014ba5f5-3353-401d-b1a2-6a2343889be6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:46.334804 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f064c6e2-874d-4ec3-bac8-956d1ffb6e18 req-014ba5f5-3353-401d-b1a2-6a2343889be6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.4378903 Dec 15 16:08:46.376325 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d085a1-d207-4223-95c4-21da9857dee8 req-d9abf25f-a6a5-4cc7-9020-8c61ff711a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:46.377826 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-88d085a1-d207-4223-95c4-21da9857dee8 req-d9abf25f-a6a5-4cc7-9020-8c61ff711a3d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6056063 Dec 15 16:08:46.382640 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:46.439612 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:08:46.484156 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-16cda952-45c7-4f94-98bd-573d5d877428 req-0badbb4e-7f10-4df8-80ac-1d5b3e6ee1fd tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958651 Dec 15 16:08:46.489069 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d702eb36-534c-4f5b-99b6-ac7521651113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:46.500608 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f064c6e2-874d-4ec3-bac8-956d1ffb6e18 req-e6398add-7a83-4112-a6ce-29cfff3ff6b5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548834 Dec 15 16:08:46.573873 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d702eb36-534c-4f5b-99b6-ac7521651113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:46.577348 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d702eb36-534c-4f5b-99b6-ac7521651113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:46.581444 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d702eb36-534c-4f5b-99b6-ac7521651113 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4543e439-1f6f-420d-b727-2b8490a50c5e HTTP/1.1" status: 204 len: 168 time: 0.4474947 Dec 15 16:08:46.597228 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702eb36-534c-4f5b-99b6-ac7521651113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4543e439-1f6f-420d-b727-2b8490a50c5e,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:46.658638 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-cbec6d08-48da-49b4-9731-f6818ddbab4a None None] Provisioning complete for port c0091861-3009-4ba4-b74f-7a6c59f6cbf3 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:46.659879 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cbec6d08-48da-49b4-9731-f6818ddbab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:46.745193 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d085a1-d207-4223-95c4-21da9857dee8 req-9beb4eb0-36cf-47c6-9684-c9ebf0b94d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:46.746926 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-88d085a1-d207-4223-95c4-21da9857dee8 req-9beb4eb0-36cf-47c6-9684-c9ebf0b94d6e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3574791 Dec 15 16:08:46.800675 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbc92f-3729-4327-842b-4441b7e2babe req-e36bc139-6fce-4c8b-877c-59cdc1ade600 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:46.802568 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cdbbc92f-3729-4327-842b-4441b7e2babe req-e36bc139-6fce-4c8b-877c-59cdc1ade600 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 946 time: 0.1676762 Dec 15 16:08:46.883980 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551159'] for router, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:46.912323 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cdbbc92f-3729-4327-842b-4441b7e2babe req-002f7c3d-004b-401d-b144-72267f888d69 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039310 Dec 15 16:08:46.960792 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaedbcd-6367-489f-9a65-28afc48e099d req-dde7ad9e-cf16-4ce5-8444-f300576c2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:46.962395 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-dde7ad9e-cf16-4ce5-8444-f300576c2faf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 1097 time: 0.1426742 Dec 15 16:08:47.055960 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-23cb1bda-56e4-451f-ace6-99ca94ad88b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd HTTP/1.1" status: 200 len: 217 time: 0.0800900 Dec 15 16:08:47.113518 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device c0091861-3009-4ba4-b74f-7a6c59f6cbf3 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:47.142271 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaedbcd-6367-489f-9a65-28afc48e099d req-8f8f6291-e09f-4743-9089-27044e2305db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:47.143969 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-8f8f6291-e09f-4743-9089-27044e2305db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a HTTP/1.1" status: 200 len: 854 time: 0.0801463 Dec 15 16:08:47.164387 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 is scheduled to L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 with binding_index 1 {{(pid=102583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:08:47.171700 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port c0091861-3009-4ba4-b74f-7a6c59f6cbf3 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:47.172074 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:47.209503 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-647d5c75-ae3a-4c75-b58a-0f2489653705 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=759c34f4-14be-417a-897c-06d30e0fd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332427 Dec 15 16:08:47.266820 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b836492b-a71b-4525-815c-931ff861cbae up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:47.322011 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port b836492b-a71b-4525-815c-931ff861cbae triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:47.322608 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:47.385502 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-12df7e9c-1613-4211-a480-9419d87adbca service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393132 Dec 15 16:08:47.386686 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:08:47.406369 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:47.408578 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b4cc6567-8ea4-41ca-9ea0-9ec8f8ef3ae1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2690969 Dec 15 16:08:47.408697 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Sync routers for ids ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:08:47.411444 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36152) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:47.432837 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Routers {'5203ea81-5a3b-4d9b-80db-cd7126ae1137'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:47.432837 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:47.486436 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Sync routers for ids ['e6935872-9fe2-443a-989a-120d26e3c08a'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:08:47.507691 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Routers {'e6935872-9fe2-443a-989a-120d26e3c08a'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:47.508799 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-acaedbcd-6367-489f-9a65-28afc48e099d req-3dcd04ce-c37b-46f3-8f73-bb04bf51d486 service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061296 Dec 15 16:08:47.511926 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['e6935872-9fe2-443a-989a-120d26e3c08a'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:47.613178 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Set router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:47.638312 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Set router e6935872-9fe2-443a-989a-120d26e3c08a gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:47.782066 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c2eab-a025-4445-a1b2-6442a6b325d5 req-26c03eaa-0cd6-47d4-8309-bef492d61a97 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:47.783664 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-794c2eab-a025-4445-a1b2-6442a6b325d5 req-26c03eaa-0cd6-47d4-8309-bef492d61a97 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 944 time: 0.0938382 Dec 15 16:08:47.812787 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafd5a4-a512-4b46-94e6-88479381c12d req-50ee7d72-5a9d-4e2a-9a94-bd36cd0f6813 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:47.821155 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-baafd5a4-a512-4b46-94e6-88479381c12d req-50ee7d72-5a9d-4e2a-9a94-bd36cd0f6813 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1338379 Dec 15 16:08:47.881378 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'name': 'tempest-TestMinimumBasicScenario-566057987-router', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:43Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 3, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'gw_port': {'id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:44Z', 'updated_at': '2021-12-15T16:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:47.908786 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-baafd5a4-a512-4b46-94e6-88479381c12d req-eebb57b6-ec39-405d-96e2-2fd035593107 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866024 Dec 15 16:08:47.912341 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-794c2eab-a025-4445-a1b2-6442a6b325d5 req-7b3f92ac-c2ba-4b3d-9ff2-877e0e87933e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196935 Dec 15 16:08:47.915660 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Checking router: 5203ea81-5a3b-4d9b-80db-cd7126ae1137 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:08:47.916020 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Updating router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 port 1ab2a5c4-2e1f-4861-875a-9748455a0045 binding host dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:08:48.018699 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.035219 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '0e444e5a-3142-4ae2-ba00-26b4ce264da5', 'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'mac_address': 'fa:16:3e:b7:92:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:38Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 2, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'subnets': [{'id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:48.064946 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Checking router: e6935872-9fe2-443a-989a-120d26e3c08a for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:08:48.065304 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Updating router e6935872-9fe2-443a-989a-120d26e3c08a port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 binding host dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:08:48.098172 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.127843 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbe7a1-4c6b-4cf6-8b73-968cd1160d4d req-5dc6b24d-2b42-47b3-a46f-98bb7ff75a92 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:48.129365 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bfdbe7a1-4c6b-4cf6-8b73-968cd1160d4d req-5dc6b24d-2b42-47b3-a46f-98bb7ff75a92 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 946 time: 0.0901575 Dec 15 16:08:48.249311 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bfdbe7a1-4c6b-4cf6-8b73-968cd1160d4d req-e39ffe39-7621-45cf-a194-7650ad67efc1 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076694 Dec 15 16:08:48.288624 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.445670 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.453862 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.455378 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.459565 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.508855 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Attempting to bind port 1ab2a5c4-2e1f-4861-875a-9748455a0045 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:48.509265 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Attempting to bind port 1ab2a5c4-2e1f-4861-875a-9748455a0045 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:48.509628 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Attempting to bind port 1ab2a5c4-2e1f-4861-875a-9748455a0045 on network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:48.518184 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f3459-3e57-4499-ad90-03a9525f64b7 None None] Pushing event updated for resources: {'Port': ['ID=0e444e5a-3142-4ae2-ba00-26b4ce264da5,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:48.520486 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:48.520871 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Checking segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:48.521648 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Allocated IP 172.20.0.1 (427f0793-4bb3-4ac8-84b8-d900a7210ae7/7ee69d6d-47e6-456e-96d6-b9a18728365d/77d681fe-76d4-4e3e-8148-0e8dc5df913a) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:08:48.522199 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.522609 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Bound using segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:48.523462 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Bound port: 1ab2a5c4-2e1f-4861-875a-9748455a0045, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:48.523854 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.527259 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c9c33-17f2-4976-a8c2-22e049dd064d None None] Pushing event updated for resources: {'Port': ['ID=1ab2a5c4-2e1f-4861-875a-9748455a0045,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:48.603973 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] For port 1ab2a5c4-2e1f-4861-875a-9748455a0045, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:48.608121 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] For port 1ab2a5c4-2e1f-4861-875a-9748455a0045, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=1ab2a5c4-2e1f-4861-875a-9748455a0045,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:48.615247 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.656401 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Attempting to bind port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:48.656751 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Attempting to bind port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:48.657113 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Attempting to bind port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 on network 8c6a9796-65fb-4c77-a7bf-f3674189738c {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:48.671568 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:48.671896 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Checking segment: {'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:48.672398 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.672742 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Bound using segment: {'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:48.673253 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Bound port: 0e444e5a-3142-4ae2-ba00-26b4ce264da5, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:48.673820 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.677271 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c9c33-17f2-4976-a8c2-22e049dd064d None None] Pushing event updated for resources: {'Port': ['ID=1ab2a5c4-2e1f-4861-875a-9748455a0045,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:48.731961 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Routers {'5203ea81-5a3b-4d9b-80db-cd7126ae1137'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:48.732629 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:48.834491 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.868912 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3d078a49-138b-45fc-845b-389876e97030 None None] Provisioning complete for port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:48.869366 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3d078a49-138b-45fc-845b-389876e97030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.899876 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] For port 0e444e5a-3142-4ae2-ba00-26b4ce264da5, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:48.903813 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] For port 0e444e5a-3142-4ae2-ba00-26b4ce264da5, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=0e444e5a-3142-4ae2-ba00-26b4ce264da5,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:48.909565 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.918335 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] Set router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:48.924072 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:48.966146 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Routers {'e6935872-9fe2-443a-989a-120d26e3c08a'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:48.967464 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['e6935872-9fe2-443a-989a-120d26e3c08a'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:48.979633 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Network 427f0793-4bb3-4ac8-84b8-d900a7210ae7 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:48.986776 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:48.995720 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:08:49.042908 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Pushing event updated for resources: {'Port': ['ID=77d681fe-76d4-4e3e-8148-0e8dc5df913a,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:49.097143 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f3459-3e57-4499-ad90-03a9525f64b7 None None] Pushing event updated for resources: {'Port': ['ID=0e444e5a-3142-4ae2-ba00-26b4ce264da5,revision_number=4']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:49.109250 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552324'] for router_interface, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:49.122310 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3d078a49-138b-45fc-845b-389876e97030 None None] Port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:08:49.230277 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e7716-4ac8-4bba-9088-a76a8055da40 req-85f8e171-3920-446d-8759-903c162ffff9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:49.247585 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c23e7716-4ac8-4bba-9088-a76a8055da40 req-85f8e171-3920-446d-8759-903c162ffff9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1463985 Dec 15 16:08:49.278452 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] Set router e6935872-9fe2-443a-989a-120d26e3c08a gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:49.290779 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad572d1-169e-48ad-a6f6-0061708c8d1f req-c3a9c974-a504-4940-83fa-cba3663e6492 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:49.292762 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5ad572d1-169e-48ad-a6f6-0061708c8d1f req-c3a9c974-a504-4940-83fa-cba3663e6492 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 944 time: 0.1739278 Dec 15 16:08:49.345855 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c23e7716-4ac8-4bba-9088-a76a8055da40 req-853ee1e0-3e3a-468d-a010-112d602d90eb tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972354 Dec 15 16:08:49.428805 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5ad572d1-169e-48ad-a6f6-0061708c8d1f req-df0176e5-bb1a-4a07-a669-4a1c6c47d80f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150301 Dec 15 16:08:49.475311 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:49.512458 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-c363d01b-a51f-40b8-9c4a-02a79365c036 None None] Provisioning complete for port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:49.512824 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c363d01b-a51f-40b8-9c4a-02a79365c036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:49.615468 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'name': 'tempest-TestMinimumBasicScenario-566057987-router', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:43Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 3, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'gw_port': {'id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:44Z', 'updated_at': '2021-12-15T16:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:49.650973 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee71a8-da5b-4443-894a-f6e167d3f436 None None] The sync data for ids ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'] in dv-cinder-800703-3-iscsi is: [{'id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'name': 'tempest-TestMinimumBasicScenario-566057987-router', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:43Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 3, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'gw_port': {'id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:44Z', 'updated_at': '2021-12-15T16:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:08:49.682766 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '0e444e5a-3142-4ae2-ba00-26b4ce264da5', 'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'mac_address': 'fa:16:3e:b7:92:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:38Z', 'updated_at': '2021-12-15T16:08:48Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'subnets': [{'id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:49.722349 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c363d01b-a51f-40b8-9c4a-02a79365c036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:49.749872 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904cf3db-1b77-44ca-aee2-f87ef385c14a None None] The sync data for ids ['e6935872-9fe2-443a-989a-120d26e3c08a'] in dv-cinder-800703-3-iscsi is: [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '0e444e5a-3142-4ae2-ba00-26b4ce264da5', 'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'mac_address': 'fa:16:3e:b7:92:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:38Z', 'updated_at': '2021-12-15T16:08:48Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'subnets': [{'id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:08:49.808005 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-c363d01b-a51f-40b8-9c4a-02a79365c036 None None] For port 0e444e5a-3142-4ae2-ba00-26b4ce264da5, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=0e444e5a-3142-4ae2-ba00-26b4ce264da5,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:49.816083 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c363d01b-a51f-40b8-9c4a-02a79365c036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:49.869521 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb173930-78b6-4158-bf10-56f60ff6149f req-9001ec6d-67fe-4cf3-9986-23d4df3bd31a tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:49.875734 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eb173930-78b6-4158-bf10-56f60ff6149f req-9001ec6d-67fe-4cf3-9986-23d4df3bd31a tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 946 time: 0.1279917 Dec 15 16:08:49.893592 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:49.893822 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363d01b-a51f-40b8-9c4a-02a79365c036 None None] Pushing event updated for resources: {'Port': ['ID=0e444e5a-3142-4ae2-ba00-26b4ce264da5,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:49.908534 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987328'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:49.929505 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-c363d01b-a51f-40b8-9c4a-02a79365c036 None None] Provisioning complete for port 77d681fe-76d4-4e3e-8148-0e8dc5df913a triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:49.929940 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c363d01b-a51f-40b8-9c4a-02a79365c036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:49.984175 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-c363d01b-a51f-40b8-9c4a-02a79365c036 None None] Port 77d681fe-76d4-4e3e-8148-0e8dc5df913a cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:08:50.027647 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556852'] for router_interface, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:50.051957 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eb173930-78b6-4158-bf10-56f60ff6149f req-5b0b0839-1dba-4b9e-a26a-cf27b4d28f46 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559079 Dec 15 16:08:50.053047 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Pushing event updated for resources: {'Port': ['ID=77d681fe-76d4-4e3e-8148-0e8dc5df913a,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:50.197887 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Network 427f0793-4bb3-4ac8-84b8-d900a7210ae7 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:08:50.201531 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:08:50.411376 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:08:50.512885 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-fea8211e-5c18-40c0-87c6-46b9301c5a0b None None] Provisioning complete for port 77d681fe-76d4-4e3e-8148-0e8dc5df913a triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:50.513288 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fea8211e-5c18-40c0-87c6-46b9301c5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:50.527607 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc51b2-8901-4b10-86d6-0aa5871c64e0 req-59e13cad-a630-4400-b7d9-c7a90091a951 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:50.533802 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7acc51b2-8901-4b10-86d6-0aa5871c64e0 req-59e13cad-a630-4400-b7d9-c7a90091a951 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0743761 Dec 15 16:08:50.589415 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-fea8211e-5c18-40c0-87c6-46b9301c5a0b None None] Port 77d681fe-76d4-4e3e-8148-0e8dc5df913a cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:08:50.621657 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7acc51b2-8901-4b10-86d6-0aa5871c64e0 req-8877df49-7d38-45a5-958a-e040e4e5a3b7 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840600 Dec 15 16:08:50.671973 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f60078-f445-46e5-a179-8f55248fe49d req-e5277afc-b122-4eb4-b2ff-d5c3630a32c6 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:50.673523 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f7f60078-f445-46e5-a179-8f55248fe49d req-e5277afc-b122-4eb4-b2ff-d5c3630a32c6 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 944 time: 0.1385977 Dec 15 16:08:50.704755 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:08:50.719032 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-4ab4de83-d79d-41ca-b9f6-20d5251c9346 admin admin] 10.222.0.41 "PUT /v2.0/routers/5203ea81-5a3b-4d9b-80db-cd7126ae1137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2968869 Dec 15 16:08:50.758464 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f7f60078-f445-46e5-a179-8f55248fe49d req-26afc819-bf15-424f-9210-9fff520eb389 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727110 Dec 15 16:08:51.182936 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 0e444e5a-3142-4ae2-ba00-26b4ce264da5 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:51.211935 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10157f1-23ff-4137-82f1-845dc1a5ce15 req-df60b15f-e242-4aad-8dc0-2399c2938c51 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:51.221476 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a10157f1-23ff-4137-82f1-845dc1a5ce15 req-df60b15f-e242-4aad-8dc0-2399c2938c51 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 946 time: 0.0673027 Dec 15 16:08:51.233644 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 36326) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:51.257785 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:51.258184 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.309762 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a10157f1-23ff-4137-82f1-845dc1a5ce15 req-8123e668-5c8d-479e-9fe5-907f67d33b44 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871713 Dec 15 16:08:51.368611 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 1ab2a5c4-2e1f-4861-875a-9748455a0045 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:51.386309 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b302151a-a52f-4b16-a497-2b3f9c3f2405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.417803 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 1ab2a5c4-2e1f-4861-875a-9748455a0045 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:51.418204 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.466041 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b302151a-a52f-4b16-a497-2b3f9c3f2405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.470601 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b302151a-a52f-4b16-a497-2b3f9c3f2405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.501548 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.508821 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302151a-a52f-4b16-a497-2b3f9c3f2405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eab7308-9510-4207-88fb-921dcd94da32,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:51.516653 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36342) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:51.518973 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b302151a-a52f-4b16-a497-2b3f9c3f2405 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=691751b8c73f4ea1b79428fefaf9e978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839010 Dec 15 16:08:51.535812 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port 1ab2a5c4-2e1f-4861-875a-9748455a0045, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=1ab2a5c4-2e1f-4861-875a-9748455a0045,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:51.542516 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.598927 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0a9fba7a-afb4-485c-8393-37d0bdc43bee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.603533 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=1ab2a5c4-2e1f-4861-875a-9748455a0045,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:51.623786 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0a9fba7a-afb4-485c-8393-37d0bdc43bee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.687066 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0a9fba7a-afb4-485c-8393-37d0bdc43bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.703402 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0a9fba7a-afb4-485c-8393-37d0bdc43bee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.706760 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0a9fba7a-afb4-485c-8393-37d0bdc43bee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eab7308-9510-4207-88fb-921dcd94da32 HTTP/1.1" status: 204 len: 168 time: 0.1872280 Dec 15 16:08:51.724958 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fba7a-afb4-485c-8393-37d0bdc43bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eab7308-9510-4207-88fb-921dcd94da32,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:51.788764 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:08:51.817322 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ccbcd-3e19-467d-95bf-568a39b185f6 req-07894d80-86d3-4b49-a280-59fc049f5894 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:51.824995 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-239ccbcd-3e19-467d-95bf-568a39b185f6 req-07894d80-86d3-4b49-a280-59fc049f5894 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1196094 Dec 15 16:08:51.858346 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96810c91-a730-4eab-9929-1e9e7aa63dd1 req-7c788e62-79a9-4f7d-ab1d-f37201413e65 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:51.860242 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-96810c91-a730-4eab-9929-1e9e7aa63dd1 req-7c788e62-79a9-4f7d-ab1d-f37201413e65 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 946 time: 0.1382895 Dec 15 16:08:51.933812 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-239ccbcd-3e19-467d-95bf-568a39b185f6 req-c75c5b95-662a-4692-8022-78fe89d826fd tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028092 Dec 15 16:08:52.013380 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:52.053589 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '7ef3b7cf-db50-4eb4-95cc-9057ace1fddd', 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249', 'port_id': '7ef3b7cf-db50-4eb4-95cc-9057ace1fddd', 'mac_address': 'fa:16:3e:01:72:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:08:52.147907 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd30bb8-9f59-4d64-958c-98601ab6b417 req-6e5a8d7a-2b1c-43bd-a490-5566f5ca3a02 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:52.158758 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3bd30bb8-9f59-4d64-958c-98601ab6b417 req-6e5a8d7a-2b1c-43bd-a490-5566f5ca3a02 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 944 time: 0.0953951 Dec 15 16:08:52.181318 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-96810c91-a730-4eab-9929-1e9e7aa63dd1 req-79be66de-4839-46c8-8d58-d177d19fff4e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Deleting port 35ce0a65-53c3-47e1-b932-52d9637579b7 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:08:52.182048 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-96810c91-a730-4eab-9929-1e9e7aa63dd1 req-79be66de-4839-46c8-8d58-d177d19fff4e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.291958 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3bd30bb8-9f59-4d64-958c-98601ab6b417 req-6a7ed85a-597f-4495-9646-e0f136987098 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294668 Dec 15 16:08:52.322060 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.348563 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36362) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:52.366020 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-558007fc-ddfc-4d4f-9be4-c72be0322e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.390935 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:08:52.402123 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-96810c91-a730-4eab-9929-1e9e7aa63dd1 req-79be66de-4839-46c8-8d58-d177d19fff4e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] For port 35ce0a65-53c3-47e1-b932-52d9637579b7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=35ce0a65-53c3-47e1-b932-52d9637579b7,segment=NetworkSegment(4bf2ac39-ffb7-4fad-becb-efd9f4434e3c),segment_id=4bf2ac39-ffb7-4fad-becb-efd9f4434e3c)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:52.405217 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-96810c91-a730-4eab-9929-1e9e7aa63dd1 req-79be66de-4839-46c8-8d58-d177d19fff4e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.461299 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:52.463027 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-96810c91-a730-4eab-9929-1e9e7aa63dd1 req-79be66de-4839-46c8-8d58-d177d19fff4e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Calling delete_port for 35ce0a65-53c3-47e1-b932-52d9637579b7 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:08:52.472892 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.528337 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-558007fc-ddfc-4d4f-9be4-c72be0322e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.548120 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:52.565888 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe49c3-2cba-4b9e-afa8-3cb528901961 req-8e9f3928-d6d2-4ff5-a7a7-8aa9349bb2b3 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:52.567559 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-efbe49c3-2cba-4b9e-afa8-3cb528901961 req-8e9f3928-d6d2-4ff5-a7a7-8aa9349bb2b3 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 946 time: 0.0941870 Dec 15 16:08:52.568415 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-558007fc-ddfc-4d4f-9be4-c72be0322e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.641293 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-558007fc-ddfc-4d4f-9be4-c72be0322e80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f29b5df096de42d89200e2a0894249d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894025 Dec 15 16:08:52.641814 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558007fc-ddfc-4d4f-9be4-c72be0322e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ba248c-ee79-4fee-9c08-25d3fcac026a,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:52.647561 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 36366) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:52.691570 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-efbe49c3-2cba-4b9e-afa8-3cb528901961 req-e19fe828-dce1-442e-9d24-9f6d8823d3e0 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/security-groups?id=8875bf04-2de6-4844-9b60-91bd4fba54f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075516 Dec 15 16:08:52.755879 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-96810c91-a730-4eab-9929-1e9e7aa63dd1 req-79be66de-4839-46c8-8d58-d177d19fff4e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.809577 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3aa891b6-73f8-4ff5-a240-11c8b1932b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.814090 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be66de-4839-46c8-8d58-d177d19fff4e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Pushing event deleted for resources: {'Port': ['ID=35ce0a65-53c3-47e1-b932-52d9637579b7,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:52.826893 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['7ef3b7cf-db50-4eb4-95cc-9057ace1fddd'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:08:52.867213 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3aa891b6-73f8-4ff5-a240-11c8b1932b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.890574 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-96810c91-a730-4eab-9929-1e9e7aa63dd1 req-79be66de-4839-46c8-8d58-d177d19fff4e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] No DVR routers for this DVR port 35ce0a65-53c3-47e1-b932-52d9637579b7 on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:08:52.894990 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-96810c91-a730-4eab-9929-1e9e7aa63dd1 req-79be66de-4839-46c8-8d58-d177d19fff4e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.898552 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-96810c91-a730-4eab-9929-1e9e7aa63dd1 req-79be66de-4839-46c8-8d58-d177d19fff4e tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.18 "DELETE /v2.0/ports/35ce0a65-53c3-47e1-b932-52d9637579b7 HTTP/1.1" status: 204 len: 173 time: 0.9980030 Dec 15 16:08:52.899014 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5577c9-2665-43bb-ac9a-d04e41ef7b08', 'name': 'network-vif-deleted', 'tag': '35ce0a65-53c3-47e1-b932-52d9637579b7'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:52.912456 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf93c1a-58d2-49ba-9067-afd20ebc6268" -d '{"events": [{"server_uuid": "7b5577c9-2665-43bb-ac9a-d04e41ef7b08", "name": "network-vif-deleted", "tag": "35ce0a65-53c3-47e1-b932-52d9637579b7"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:53.005321 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f4c00b-8de3-40ce-aca8-a2a28fe5b462 x-openstack-request-id: req-37f4c00b-8de3-40ce-aca8-a2a28fe5b462 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:53.005625 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5577c9-2665-43bb-ac9a-d04e41ef7b08", "name": "network-vif-deleted", "tag": "35ce0a65-53c3-47e1-b932-52d9637579b7", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:53.005888 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37f4c00b-8de3-40ce-aca8-a2a28fe5b462 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:53.007072 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5577c9-2665-43bb-ac9a-d04e41ef7b08', 'name': 'network-vif-deleted', 'tag': '35ce0a65-53c3-47e1-b932-52d9637579b7', 'status': 'completed', 'code': 200} Dec 15 16:08:53.014908 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3aa891b6-73f8-4ff5-a240-11c8b1932b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:53.018775 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3aa891b6-73f8-4ff5-a240-11c8b1932b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:53.024094 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3aa891b6-73f8-4ff5-a240-11c8b1932b1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09ba248c-ee79-4fee-9c08-25d3fcac026a HTTP/1.1" status: 204 len: 168 time: 0.3727791 Dec 15 16:08:53.045553 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa891b6-73f8-4ff5-a240-11c8b1932b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ba248c-ee79-4fee-9c08-25d3fcac026a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:53.167032 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8caa513-61f3-4cad-b45a-788d2f6105ff req-5e968af2-adc1-4083-a236-d3af2814b801 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:53.175771 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e8caa513-61f3-4cad-b45a-788d2f6105ff req-5e968af2-adc1-4083-a236-d3af2814b801 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0933363 Dec 15 16:08:53.225183 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 1ab2a5c4-2e1f-4861-875a-9748455a0045 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:53.317023 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e8caa513-61f3-4cad-b45a-788d2f6105ff req-0d6e3889-2423-4142-8925-3aa6f36a885b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074328 Dec 15 16:08:53.340292 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 1ab2a5c4-2e1f-4861-875a-9748455a0045 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:53.340882 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:53.505581 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9593eea-48b5-4768-9bc4-c6a6a6175737 req-a2069cc4-ea6a-4fdb-b948-6cbfdf7a9d9f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:53.507628 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b9593eea-48b5-4768-9bc4-c6a6a6175737 req-a2069cc4-ea6a-4fdb-b948-6cbfdf7a9d9f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 945 time: 0.0886557 Dec 15 16:08:53.614464 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b9593eea-48b5-4768-9bc4-c6a6a6175737 req-c7d3a72d-5c23-4b3d-b150-e0c3d00c3468 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967309 Dec 15 16:08:53.636364 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Sync routers for ids ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:08:53.649045 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Routers {'5203ea81-5a3b-4d9b-80db-cd7126ae1137'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:53.649701 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:53.813638 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 35ce0a65-53c3-47e1-b932-52d9637579b7 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:08:53.840041 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eec878f0-62d7-4ad0-87bf-4090b2af1f1b req-c84e8021-f02b-4793-92b1-98cce33b86b5 tempest-VolumesActionsTest-83087386 tempest-VolumesActionsTest-83087386-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5577c9-2665-43bb-ac9a-d04e41ef7b08 HTTP/1.1" status: 200 len: 210 time: 0.0354776 Dec 15 16:08:53.849892 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: 35ce0a65-53c3-47e1-b932-52d9637579b7 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:08:53.850517 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 35ce0a65-53c3-47e1-b932-52d9637579b7 not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:08:53.868357 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Set router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:54.107035 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'name': 'tempest-TestMinimumBasicScenario-566057987-router', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:43Z', 'updated_at': '2021-12-15T16:08:49Z', 'revision_number': 4, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'gw_port': {'id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:44Z', 'updated_at': '2021-12-15T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '77d681fe-76d4-4e3e-8148-0e8dc5df913a', 'name': '', 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'mac_address': 'fa:16:3e:39:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ee69d6d-47e6-456e-96d6-b9a18728365d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:48Z', 'updated_at': '2021-12-15T16:08:49Z', 'revision_number': 2, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'subnets': [{'id': '7ee69d6d-47e6-456e-96d6-b9a18728365d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:54.146972 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Checking router: 5203ea81-5a3b-4d9b-80db-cd7126ae1137 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:08:54.148711 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Updating router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 port 77d681fe-76d4-4e3e-8148-0e8dc5df913a binding host dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:08:54.174666 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:54.547609 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e2cd0-b1e2-49b2-b2a5-1ad99e35fc08 req-7ce252eb-8832-4d67-8a78-864ef3ea47a9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:54.564042 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-433e2cd0-b1e2-49b2-b2a5-1ad99e35fc08 req-7ce252eb-8832-4d67-8a78-864ef3ea47a9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1117511 Dec 15 16:08:54.567659 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:54.579672 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:54.637440 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-433e2cd0-b1e2-49b2-b2a5-1ad99e35fc08 req-14093e28-edf4-4a96-91c2-2b1216a01e88 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724874 Dec 15 16:08:54.671123 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aa7d2-a150-4193-84b8-db7b5d3fc7db None None] Pushing event updated for resources: {'Port': ['ID=77d681fe-76d4-4e3e-8148-0e8dc5df913a,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:54.769048 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Attempting to bind port 77d681fe-76d4-4e3e-8148-0e8dc5df913a on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:08:54.769491 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Attempting to bind port 77d681fe-76d4-4e3e-8148-0e8dc5df913a by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '4cd6d379-1606-4580-8511-79503666f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:08:54.769925 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Attempting to bind port 77d681fe-76d4-4e3e-8148-0e8dc5df913a on network 427f0793-4bb3-4ac8-84b8-d900a7210ae7 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:08:54.784512 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:08:54.785001 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Checking segment: {'id': '4cd6d379-1606-4580-8511-79503666f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:08:54.785415 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:54.785810 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Bound using segment: {'id': '4cd6d379-1606-4580-8511-79503666f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:08:54.786333 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Bound port: 77d681fe-76d4-4e3e-8148-0e8dc5df913a, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd6d379-1606-4580-8511-79503666f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:08:54.787751 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:54.887676 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82613a5-24ee-4b46-b429-0589fe2bab4e req-e7c2048e-5282-4b08-8b63-830bc0b387ad tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:54.896301 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f82613a5-24ee-4b46-b429-0589fe2bab4e req-e7c2048e-5282-4b08-8b63-830bc0b387ad tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 945 time: 0.1328254 Dec 15 16:08:54.915645 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] For port 77d681fe-76d4-4e3e-8148-0e8dc5df913a, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:08:54.934110 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] For port 77d681fe-76d4-4e3e-8148-0e8dc5df913a, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=77d681fe-76d4-4e3e-8148-0e8dc5df913a,segment=NetworkSegment(4cd6d379-1606-4580-8511-79503666f38d),segment_id=4cd6d379-1606-4580-8511-79503666f38d)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:08:54.947912 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:54.990032 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f82613a5-24ee-4b46-b429-0589fe2bab4e req-41032817-8d7d-49e2-9624-01b6340850b1 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900657 Dec 15 16:08:55.036440 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Routers {'5203ea81-5a3b-4d9b-80db-cd7126ae1137'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:08:55.037360 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:08:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:55.146007 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aa7d2-a150-4193-84b8-db7b5d3fc7db None None] Pushing event updated for resources: {'Port': ['ID=77d681fe-76d4-4e3e-8148-0e8dc5df913a,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:55.255231 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] Set router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:08:55.366944 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-0883a5fe-6de4-4dc7-9db0-8658aaac5eec None None] Provisioning complete for port 77d681fe-76d4-4e3e-8148-0e8dc5df913a triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:55.367311 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0883a5fe-6de4-4dc7-9db0-8658aaac5eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:55.563357 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0883a5fe-6de4-4dc7-9db0-8658aaac5eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:55.612080 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-0883a5fe-6de4-4dc7-9db0-8658aaac5eec None None] For port 77d681fe-76d4-4e3e-8148-0e8dc5df913a, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=77d681fe-76d4-4e3e-8148-0e8dc5df913a,segment=NetworkSegment(4cd6d379-1606-4580-8511-79503666f38d),segment_id=4cd6d379-1606-4580-8511-79503666f38d)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:55.640520 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0883a5fe-6de4-4dc7-9db0-8658aaac5eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:55.832712 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831f90d-45a0-4fb9-8c54-58321c266037 req-66c78de0-e6e4-4dfc-8d76-c100d9fed8d2 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:55.841842 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4831f90d-45a0-4fb9-8c54-58321c266037 req-66c78de0-e6e4-4dfc-8d76-c100d9fed8d2 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0859292 Dec 15 16:08:55.933758 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4831f90d-45a0-4fb9-8c54-58321c266037 req-21f2f5a8-263c-4f64-8b9c-03d4ae4cb600 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857797 Dec 15 16:08:55.971315 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:55.979790 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'name': 'tempest-TestMinimumBasicScenario-566057987-router', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:43Z', 'updated_at': '2021-12-15T16:08:49Z', 'revision_number': 4, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'gw_port': {'id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:44Z', 'updated_at': '2021-12-15T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '77d681fe-76d4-4e3e-8148-0e8dc5df913a', 'name': '', 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'mac_address': 'fa:16:3e:39:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ee69d6d-47e6-456e-96d6-b9a18728365d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:48Z', 'updated_at': '2021-12-15T16:08:54Z', 'revision_number': 4, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'subnets': [{'id': '7ee69d6d-47e6-456e-96d6-b9a18728365d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:08:56.037058 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883a5fe-6de4-4dc7-9db0-8658aaac5eec None None] Pushing event updated for resources: {'Port': ['ID=77d681fe-76d4-4e3e-8148-0e8dc5df913a,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:56.043807 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd38693-0e7f-4380-bde9-6eff8f4dce54 None None] The sync data for ids ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'] in dv-cinder-800703-3-iscsi is: [{'id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'name': 'tempest-TestMinimumBasicScenario-566057987-router', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:43Z', 'updated_at': '2021-12-15T16:08:49Z', 'revision_number': 4, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'gw_port': {'id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:44Z', 'updated_at': '2021-12-15T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '77d681fe-76d4-4e3e-8148-0e8dc5df913a', 'name': '', 'network_id': '427f0793-4bb3-4ac8-84b8-d900a7210ae7', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'mac_address': 'fa:16:3e:39:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7ee69d6d-47e6-456e-96d6-b9a18728365d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:48Z', 'updated_at': '2021-12-15T16:08:54Z', 'revision_number': 4, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'subnets': [{'id': '7ee69d6d-47e6-456e-96d6-b9a18728365d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:08:56.090187 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-91fedbb2-c22b-419e-b039-4cd26665469c None None] Provisioning complete for port 77d681fe-76d4-4e3e-8148-0e8dc5df913a triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:56.090564 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91fedbb2-c22b-419e-b039-4cd26665469c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:56.230415 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 36476) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:56.248128 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30622bd-52fb-404e-95a4-106c12142613 req-ffad3b83-b82d-4e43-852f-a0c121eaa1c6 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:56.250313 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e30622bd-52fb-404e-95a4-106c12142613 req-ffad3b83-b82d-4e43-852f-a0c121eaa1c6 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 945 time: 0.1110535 Dec 15 16:08:56.298708 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:08:56.305999 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:56.306691 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:56.339555 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e30622bd-52fb-404e-95a4-106c12142613 req-7dfafffb-2e04-4da5-a980-548c5dfa29b1 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802414 Dec 15 16:08:56.410135 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:56.434045 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef3b7cf-db50-4eb4-95cc-9057ace1fddd'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:08:56.436977 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dff33ff-827d-4ef8-a89a-a92dcd0cc2a6" -d '{"events": [{"server_uuid": "c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66", "name": "network-vif-plugged", "status": "completed", "tag": "7ef3b7cf-db50-4eb4-95cc-9057ace1fddd"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:08:56.452547 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:08:56.463231 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:56.492327 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-336fbd9f-86fe-434c-afc3-e57b57f70865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:56.526731 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:56.536579 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec78350-1cc7-4df4-9c20-12955b03dce9 x-openstack-request-id: req-6ec78350-1cc7-4df4-9c20-12955b03dce9 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:08:56.537267 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66", "name": "network-vif-plugged", "status": "completed", "tag": "7ef3b7cf-db50-4eb4-95cc-9057ace1fddd", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:08:56.537699 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ec78350-1cc7-4df4-9c20-12955b03dce9 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:08:56.538111 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef3b7cf-db50-4eb4-95cc-9057ace1fddd', 'code': 200} Dec 15 16:08:56.614015 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-336fbd9f-86fe-434c-afc3-e57b57f70865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:56.626299 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-336fbd9f-86fe-434c-afc3-e57b57f70865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:56.684308 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-336fbd9f-86fe-434c-afc3-e57b57f70865 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea0f20f625274bbbb3d8af4f64be47fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479644 Dec 15 16:08:56.684308 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fbd9f-86fe-434c-afc3-e57b57f70865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff58b10-7e15-483f-baaa-a4a552b8c00a,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:56.685355 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36488) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:56.818640 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d0917d1-38bf-44bc-b941-e11a3a0bce5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:56.834865 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010fb66-a50e-41cb-a04f-ce1a2a53e740 req-2070e0b9-8404-463a-a28c-0f976fdbff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:56.839919 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f010fb66-a50e-41cb-a04f-ce1a2a53e740 req-2070e0b9-8404-463a-a28c-0f976fdbff9e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 1099 time: 0.0758641 Dec 15 16:08:56.854937 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d0917d1-38bf-44bc-b941-e11a3a0bce5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:56.961746 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d0917d1-38bf-44bc-b941-e11a3a0bce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:56.968591 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f010fb66-a50e-41cb-a04f-ce1a2a53e740 req-63e31e7e-d616-4b14-a41e-75f7a18cf01d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184676 Dec 15 16:08:56.973599 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d0917d1-38bf-44bc-b941-e11a3a0bce5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:56.977123 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7d0917d1-38bf-44bc-b941-e11a3a0bce5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ff58b10-7e15-483f-baaa-a4a552b8c00a HTTP/1.1" status: 204 len: 168 time: 0.2891209 Dec 15 16:08:56.984024 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0917d1-38bf-44bc-b941-e11a3a0bce5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff58b10-7e15-483f-baaa-a4a552b8c00a,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:57.119813 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a353a3f-bf5d-49dc-837a-f292dd4ef908 req-4cdd7417-99be-49c5-a916-cb2891617ed5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:57.122105 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0a353a3f-bf5d-49dc-837a-f292dd4ef908 req-4cdd7417-99be-49c5-a916-cb2891617ed5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0769899 Dec 15 16:08:57.187577 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 77d681fe-76d4-4e3e-8148-0e8dc5df913a up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:08:57.244172 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0a353a3f-bf5d-49dc-837a-f292dd4ef908 req-a45c47ef-2d57-4e32-93e2-2c8242a01c45 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955212 Dec 15 16:08:57.326750 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 77d681fe-76d4-4e3e-8148-0e8dc5df913a triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:08:57.327158 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:57.492266 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36504) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:57.509247 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc6f8-24f0-4ab6-ab8a-6dd6f49bcf70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:57.543035 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8b9c6-40e7-42f3-9e70-bd03070b6f9a req-b3dc34a1-9e3a-4d4b-b3f9-121ac2aa4df8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:57.551978 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-22a8b9c6-40e7-42f3-9e70-bd03070b6f9a req-b3dc34a1-9e3a-4d4b-b3f9-121ac2aa4df8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 946 time: 0.0678537 Dec 15 16:08:57.623528 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc6f8-24f0-4ab6-ab8a-6dd6f49bcf70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:57.626793 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-22a8b9c6-40e7-42f3-9e70-bd03070b6f9a req-d3eb35ce-e8b2-428a-9c25-7724ba691090 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738585 Dec 15 16:08:57.636439 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc6f8-24f0-4ab6-ab8a-6dd6f49bcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:57.678538 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-cf1dc6f8-24f0-4ab6-ab8a-6dd6f49bcf70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79c0a1e267f9438b8dabaf760fad0309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828940 Dec 15 16:08:57.679326 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 36506) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:57.688908 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1dc6f8-24f0-4ab6-ab8a-6dd6f49bcf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb8f996-5422-48bd-bd84-7520bca8ba7d,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:57.760728 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-04ffdd81-b44c-44ba-9499-9efbf3220a0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:57.802437 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-04ffdd81-b44c-44ba-9499-9efbf3220a0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:57.883187 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-04ffdd81-b44c-44ba-9499-9efbf3220a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:57.885751 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-04ffdd81-b44c-44ba-9499-9efbf3220a0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:57.887069 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-04ffdd81-b44c-44ba-9499-9efbf3220a0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cb8f996-5422-48bd-bd84-7520bca8ba7d HTTP/1.1" status: 204 len: 168 time: 0.2053399 Dec 15 16:08:57.906255 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffdd81-b44c-44ba-9499-9efbf3220a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb8f996-5422-48bd-bd84-7520bca8ba7d,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:08:58.424873 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31dfa9-587b-4a41-b211-69e2ed4fe6d1 req-1b3dc6aa-4275-4cc9-b400-735cff723d02 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:58.426671 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-df31dfa9-587b-4a41-b211-69e2ed4fe6d1 req-1b3dc6aa-4275-4cc9-b400-735cff723d02 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0835469 Dec 15 16:08:58.519880 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-df31dfa9-587b-4a41-b211-69e2ed4fe6d1 req-5b8d8474-f93c-4806-852f-c2fb2acd3299 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781283 Dec 15 16:08:58.756442 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99adea-798f-4b4f-98c8-19c27e5aa0a3 req-8d8b65be-d95f-48fd-8470-3a75578cefe8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:08:58.758290 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ac99adea-798f-4b4f-98c8-19c27e5aa0a3 req-8d8b65be-d95f-48fd-8470-3a75578cefe8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 946 time: 0.0559058 Dec 15 16:08:58.836899 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ac99adea-798f-4b4f-98c8-19c27e5aa0a3 req-886a4dba-a7ef-4c92-80b2-90f4531cd6f7 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704589 Dec 15 16:08:59.451882 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:59.987007 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 36596) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:00.116816 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-992e00fe-fbc5-4f02-b64b-943ccc2e6e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:00.208320 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-992e00fe-fbc5-4f02-b64b-943ccc2e6e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:00.213945 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-992e00fe-fbc5-4f02-b64b-943ccc2e6e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:00.258111 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-992e00fe-fbc5-4f02-b64b-943ccc2e6e18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0168f6a664d748c3a1c258ba0d2bbb75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677386 Dec 15 16:09:00.258111 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e00fe-fbc5-4f02-b64b-943ccc2e6e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904f1739-3fef-4136-a15f-d31da9c3dc9d,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:00.259089 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36600) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:00.317016 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb077833-92f7-4a2d-8ef8-0209d465c093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:00.376770 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb077833-92f7-4a2d-8ef8-0209d465c093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:00.431613 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb077833-92f7-4a2d-8ef8-0209d465c093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:00.443927 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb077833-92f7-4a2d-8ef8-0209d465c093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:00.443927 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-fb077833-92f7-4a2d-8ef8-0209d465c093 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/904f1739-3fef-4136-a15f-d31da9c3dc9d HTTP/1.1" status: 204 len: 168 time: 0.1791034 Dec 15 16:09:00.458228 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb077833-92f7-4a2d-8ef8-0209d465c093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904f1739-3fef-4136-a15f-d31da9c3dc9d,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:00.769374 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36616) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:00.783336 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7b896b49-4fbf-4c2d-a1b3-e9d4523b765f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:00.874428 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7b896b49-4fbf-4c2d-a1b3-e9d4523b765f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:00.878959 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7b896b49-4fbf-4c2d-a1b3-e9d4523b765f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:01.120809 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b896b49-4fbf-4c2d-a1b3-e9d4523b765f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef13227-fdcc-41d4-8ce9-36f5b7f3a512,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:01.136686 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 36620) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:01.143068 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7b896b49-4fbf-4c2d-a1b3-e9d4523b765f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c1ea25472b94177910aa4fb50daf9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724816 Dec 15 16:09:01.187182 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b28e2302-7b3c-46b8-b166-e1063b4d9b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:01.211507 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b28e2302-7b3c-46b8-b166-e1063b4d9b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:01.267063 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b28e2302-7b3c-46b8-b166-e1063b4d9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:01.269723 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b28e2302-7b3c-46b8-b166-e1063b4d9b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:01.271021 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b28e2302-7b3c-46b8-b166-e1063b4d9b13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ef13227-fdcc-41d4-8ce9-36f5b7f3a512 HTTP/1.1" status: 204 len: 168 time: 0.1333537 Dec 15 16:09:01.282168 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e2302-7b3c-46b8-b166-e1063b4d9b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef13227-fdcc-41d4-8ce9-36f5b7f3a512,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:01.713777 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785a7be-edef-484d-83df-aff570b4dd71 req-77b92ce8-4f55-462f-bb3b-f2b71a1d854c tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:01.715436 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4785a7be-edef-484d-83df-aff570b4dd71 req-77b92ce8-4f55-462f-bb3b-f2b71a1d854c tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0661585 Dec 15 16:09:01.779496 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4785a7be-edef-484d-83df-aff570b4dd71 req-071db7ec-90a3-4d78-a228-b1ff99ebdbfe tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578783 Dec 15 16:09:03.095187 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8f77e-0b2b-4597-ba80-9e5bbfdb24ba req-644236bd-712d-4672-a46c-cf0989bfe179 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:03.103710 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-87e8f77e-0b2b-4597-ba80-9e5bbfdb24ba req-644236bd-712d-4672-a46c-cf0989bfe179 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1016490 Dec 15 16:09:03.164999 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-87e8f77e-0b2b-4597-ba80-9e5bbfdb24ba req-5c618eac-a464-401f-a828-8760a606a9a6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Dec 15 16:09:03.890011 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fd8ff-9174-4a43-a7f5-c9be37775ff1 req-d1791890-dd95-4f0c-bff2-025e54402dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:03.892250 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f44fd8ff-9174-4a43-a7f5-c9be37775ff1 req-d1791890-dd95-4f0c-bff2-025e54402dd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 1098 time: 0.1167643 Dec 15 16:09:03.997080 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f44fd8ff-9174-4a43-a7f5-c9be37775ff1 req-a75f199e-36b1-4661-b7eb-342d8e88a0ba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948379 Dec 15 16:09:04.204143 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 36768) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:04.406505 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2d7db91d-e7d0-4c9c-96c1-99bdca2ee502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:04.436460 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033f4d7-703a-410e-9da9-e4513f2e3ace req-eb6c42d4-fedf-470a-90fa-73acb2500068 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:04.447813 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a033f4d7-703a-410e-9da9-e4513f2e3ace req-eb6c42d4-fedf-470a-90fa-73acb2500068 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1375360 Dec 15 16:09:04.518933 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a033f4d7-703a-410e-9da9-e4513f2e3ace req-fc4420f6-d652-494f-aba3-de4fd0bb48c7 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696614 Dec 15 16:09:04.585545 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2d7db91d-e7d0-4c9c-96c1-99bdca2ee502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:04.593813 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2d7db91d-e7d0-4c9c-96c1-99bdca2ee502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:04.629989 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 36774) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:04.630638 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2d7db91d-e7d0-4c9c-96c1-99bdca2ee502 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e202bd7c2ac4fe3b146d4cea81d3029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246051 Dec 15 16:09:04.655138 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db91d-e7d0-4c9c-96c1-99bdca2ee502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74662a78-dd40-431d-ae6f-da205027337d,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:04.714523 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-274a1b18-5b40-4eb6-9842-97009bc674a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:04.743047 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-274a1b18-5b40-4eb6-9842-97009bc674a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:04.807242 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-274a1b18-5b40-4eb6-9842-97009bc674a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:04.811316 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-274a1b18-5b40-4eb6-9842-97009bc674a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:04.818855 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-274a1b18-5b40-4eb6-9842-97009bc674a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74662a78-dd40-431d-ae6f-da205027337d HTTP/1.1" status: 204 len: 168 time: 0.1876621 Dec 15 16:09:04.831689 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a1b18-5b40-4eb6-9842-97009bc674a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74662a78-dd40-431d-ae6f-da205027337d,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:05.086640 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-346421f0-3d5c-4533-ae7e-595241a868a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:05.243507 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 36804) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:05.257400 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-65c32abb-8167-4f7b-91ba-f33e9b5ff96e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:05.345397 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1eb43eaf-9a63-48d6-a874-b615446bc426 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:05.352764 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1eb43eaf-9a63-48d6-a874-b615446bc426 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/networks?id=8c6a9796-65fb-4c77-a7bf-f3674189738c HTTP/1.1" status: 200 len: 814 time: 0.1370060 Dec 15 16:09:05.372796 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-00558e91-cf2f-4f1e-9970-ff58140db157 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/quotas/3c3dc08abeae460eb69305e30b4fe62d HTTP/1.1" status: 200 len: 375 time: 0.0187709 Dec 15 16:09:05.399063 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-65c32abb-8167-4f7b-91ba-f33e9b5ff96e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:05.407348 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-65c32abb-8167-4f7b-91ba-f33e9b5ff96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:05.443004 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-04bc3e70-1fd5-4982-9d9f-3ff786b6cfca tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c3dc08abeae460eb69305e30b4fe62d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690134 Dec 15 16:09:05.484318 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c32abb-8167-4f7b-91ba-f33e9b5ff96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31048af-4176-48df-8b33-4f45d67f4081,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:05.491114 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-65c32abb-8167-4f7b-91ba-f33e9b5ff96e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4110f8d3e4a4edf8d2b7c5aa930fd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434669 Dec 15 16:09:05.494885 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 36810) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:05.578592 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-d5bd0a36-8067-4918-b73a-ce8bd2bc4862 service neutron] 10.222.0.41 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276619 Dec 15 16:09:05.588078 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6e1e095f-c5b6-41da-a986-3fa28e7f5702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:05.668637 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6e1e095f-c5b6-41da-a986-3fa28e7f5702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:05.729794 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-812ec8a2-61bb-46da-ae32-5ee6be0fdab6 service neutron] 10.222.0.41 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486084 Dec 15 16:09:05.796056 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcd206-a5a4-431a-be07-10a30aaba0e1 req-4a0288ed-c954-42b9-992c-6daef19616d4 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:05.799112 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-36dcd206-a5a4-431a-be07-10a30aaba0e1 req-4a0288ed-c954-42b9-992c-6daef19616d4 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.1095519 Dec 15 16:09:05.839238 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6e1e095f-c5b6-41da-a986-3fa28e7f5702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:05.844676 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6e1e095f-c5b6-41da-a986-3fa28e7f5702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:05.846273 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6e1e095f-c5b6-41da-a986-3fa28e7f5702 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f31048af-4176-48df-8b33-4f45d67f4081 HTTP/1.1" status: 204 len: 168 time: 0.3501952 Dec 15 16:09:05.860231 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e095f-c5b6-41da-a986-3fa28e7f5702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31048af-4176-48df-8b33-4f45d67f4081,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:05.967057 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-36dcd206-a5a4-431a-be07-10a30aaba0e1 req-a05bdf59-939f-45f5-a0f4-8bd7cad87972 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567643 Dec 15 16:09:06.004492 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a3d92add-56f7-4a35-b272-7be8d6fd5e98 req-51cb5020-7fd6-4b12-b957-69dccc91bb91 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 210 time: 0.0526516 Dec 15 16:09:07.147044 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-844c032d-6927-4fe7-acc8-8f66b3f24959 req-da071cef-c68a-41fc-8158-0b1970c1d374 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 210 time: 0.0310984 Dec 15 16:09:07.198783 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4213ece-4395-4db6-8d68-08dbb9ea7f15 req-113377ce-9947-41f4-8ba2-8961bb124306 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:07.201323 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4213ece-4395-4db6-8d68-08dbb9ea7f15 req-113377ce-9947-41f4-8ba2-8961bb124306 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0923820 Dec 15 16:09:07.203051 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-15c8fc96-4655-4ae4-9da1-97cdfac5532d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:07.263989 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4213ece-4395-4db6-8d68-08dbb9ea7f15 req-ebc564c9-7ddf-41dc-8993-24103c7088c3 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544033 Dec 15 16:09:07.590265 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e1a13-1d94-4294-9e07-9a71124f8645 req-d6436dba-b830-4915-a77b-d0095b5c7d8e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:07.601392 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-082e1a13-1d94-4294-9e07-9a71124f8645 req-d6436dba-b830-4915-a77b-d0095b5c7d8e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.1340377 Dec 15 16:09:07.700770 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-082e1a13-1d94-4294-9e07-9a71124f8645 req-2ebac4c2-50e8-4dcc-afc3-f7eba359b63b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983639 Dec 15 16:09:07.713341 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eb4f7-1160-407f-a10e-39538da17f14 req-67944ab5-94c0-4a18-9ef2-f960b698b627 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:07.723930 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-67944ab5-94c0-4a18-9ef2-f960b698b627 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.18 "GET /v2.0/networks?id=8c6a9796-65fb-4c77-a7bf-f3674189738c HTTP/1.1" status: 200 len: 814 time: 0.2306170 Dec 15 16:09:07.737543 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Request body: {'port': {'device_id': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'admin_state_up': True, 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:09:07.927531 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Made reservation on behalf of 3c3dc08abeae460eb69305e30b4fe62d for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:09:07.934483 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:08.283186 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Allocated IP 172.20.0.10 (8c6a9796-65fb-4c77-a7bf-f3674189738c/705fb32e-d286-47d7-a96f-4dbad7905390/b63f7fb9-7756-47b1-b0b7-9773d09ed48c) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:09:08.366884 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-528730dd-98cd-458b-ba1c-7de3e73445cf req-caf9e158-fe74-4ae3-8569-e160085122aa tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 210 time: 0.0381789 Dec 15 16:09:08.591347 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:08.658183 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:08.672337 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:08.796365 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'Port': ['ID=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:08.821380 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Network 8c6a9796-65fb-4c77-a7bf-f3674189738c is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:09:08.830967 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:09:08.845658 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:09:08.871315 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:08.871529 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:08.915013 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-05e4c79c-956d-4357-a489-df37e105ee9b tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1814899 Dec 15 16:09:09.016355 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Request body: {'port': {'device_id': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:09:09.133857 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-4ed3e0d5-6d4c-475b-aff2-64b45e91f138 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396900628&fields=id&tenant_id=79292acd0f5349ed8f0dc153ee4c983d HTTP/1.1" status: 200 len: 267 time: 0.1513186 Dec 15 16:09:09.144944 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:09.295818 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-f6515efa-5769-4570-ace5-fb6877fac256 None None] Provisioning complete for port b63f7fb9-7756-47b1-b0b7-9773d09ed48c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:09:09.296481 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f6515efa-5769-4570-ace5-fb6877fac256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:09.441217 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-f6515efa-5769-4570-ace5-fb6877fac256 None None] Port b63f7fb9-7756-47b1-b0b7-9773d09ed48c cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:09:09.482572 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-aee7c600-55d8-45a0-90aa-cff120b5db13 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:09.499598 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-aee7c600-55d8-45a0-90aa-cff120b5db13 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/networks?id=4579f1c5-7fc5-4782-9d02-20f1a37f593e HTTP/1.1" status: 200 len: 808 time: 0.3631287 Dec 15 16:09:09.536688 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-1abbeae1-d0d5-4752-916f-2b1d22f83b2b tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/quotas/79292acd0f5349ed8f0dc153ee4c983d HTTP/1.1" status: 200 len: 375 time: 0.0353084 Dec 15 16:09:09.652905 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-5c253df6-0707-4195-a7a0-9c4714b70269 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79292acd0f5349ed8f0dc153ee4c983d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047690 Dec 15 16:09:09.768966 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:09.931769 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-4fedb264-10cd-48a4-b1c5-154e3f611d5a service neutron] 10.222.0.41 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513804 Dec 15 16:09:09.980742 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a973cf-1c56-45b3-bd9a-55b2e7b81659 req-92adc074-883e-41a7-bfd4-3ef8a4c8664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:09.983764 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-85a973cf-1c56-45b3-bd9a-55b2e7b81659 req-92adc074-883e-41a7-bfd4-3ef8a4c8664c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 1098 time: 0.1979299 Dec 15 16:09:09.990346 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63f7fb9-7756-47b1-b0b7-9773d09ed48c {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:09:10.006220 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b0f6c-02fa-4f1e-87eb-5b097ab3c668 req-fcd2b15c-14f3-4894-be29-cbd46af926d0 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:10.016270 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-162b0f6c-02fa-4f1e-87eb-5b097ab3c668 req-fcd2b15c-14f3-4894-be29-cbd46af926d0 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 932 time: 0.2784209 Dec 15 16:09:10.020346 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:10.052625 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Transition to ACTIVE for port object b63f7fb9-7756-47b1-b0b7-9773d09ed48c will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:09:10.089558 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:10.125323 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-89d8395d-fe5e-4535-9544-6ede9da3ee4f service neutron] 10.222.0.41 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925051 Dec 15 16:09:10.159136 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-162b0f6c-02fa-4f1e-87eb-5b097ab3c668 req-73c47b20-6249-45bb-86dc-e01406b8008c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413062 Dec 15 16:09:10.384741 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Pushing event updated for resources: {'Port': ['ID=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:10.899748 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Attempting to bind port b63f7fb9-7756-47b1-b0b7-9773d09ed48c on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:09:10.900393 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Attempting to bind port b63f7fb9-7756-47b1-b0b7-9773d09ed48c by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:09:10.901008 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Attempting to bind port b63f7fb9-7756-47b1-b0b7-9773d09ed48c on network 8c6a9796-65fb-4c77-a7bf-f3674189738c {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:09:10.937043 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Port b63f7fb9-7756-47b1-b0b7-9773d09ed48c on network 8c6a9796-65fb-4c77-a7bf-f3674189738c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:09:10.941226 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Attempting to bind port b63f7fb9-7756-47b1-b0b7-9773d09ed48c on network 8c6a9796-65fb-4c77-a7bf-f3674189738c {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:09:10.977854 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2ddfa-5294-4d28-967b-efb7e08d88ee req-dbb86272-202a-46f3-a165-5dc1abe940cc tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:10.986319 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0ff2ddfa-5294-4d28-967b-efb7e08d88ee req-dbb86272-202a-46f3-a165-5dc1abe940cc tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.6623375 Dec 15 16:09:11.061700 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0ff2ddfa-5294-4d28-967b-efb7e08d88ee req-d7bcf516-3df0-4bf5-8897-1a77ef3e745f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743890 Dec 15 16:09:11.069567 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:09:11.070013 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Checking segment: {'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:09:11.070962 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Bound using segment: {'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:09:11.072714 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Bound port: b63f7fb9-7756-47b1-b0b7-9773d09ed48c, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4795a7d7-55a0-41ed-9c01-caa67498d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:09:11.073158 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:11.119383 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a973cf-1c56-45b3-bd9a-55b2e7b81659 req-8243b140-bb80-4637-bb43-93f54d54a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:11.124150 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-85a973cf-1c56-45b3-bd9a-55b2e7b81659 req-8243b140-bb80-4637-bb43-93f54d54a3f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 920 time: 0.9205458 Dec 15 16:09:11.291204 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7b1ec78f-fd13-4eaa-b02c-aba0457acc0f req-f49fc021-f1db-4483-aa57-206c87de6d39 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 210 time: 0.0881991 Dec 15 16:09:11.327989 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-85a973cf-1c56-45b3-bd9a-55b2e7b81659 req-17494fc4-72a9-41d4-91c5-70566a6c7275 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b8a41c5-0444-446c-b2e7-113e3d782222 HTTP/1.1" status: 200 len: 217 time: 0.1930656 Dec 15 16:09:11.427756 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:11.465050 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] For port b63f7fb9-7756-47b1-b0b7-9773d09ed48c, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:09:11.525339 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] For port b63f7fb9-7756-47b1-b0b7-9773d09ed48c, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:09:11.540393 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:11.631257 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a973cf-1c56-45b3-bd9a-55b2e7b81659 req-f3f1736b-48bc-4826-8423-59e0b35f126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:11.632987 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-85a973cf-1c56-45b3-bd9a-55b2e7b81659 req-f3f1736b-48bc-4826-8423-59e0b35f126e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd HTTP/1.1" status: 200 len: 859 time: 0.1623659 Dec 15 16:09:11.650637 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:11.651156 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:11.656356 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] 10.222.0.18 "PUT /v2.0/ports/b63f7fb9-7756-47b1-b0b7-9773d09ed48c HTTP/1.1" status: 200 len: 1094 time: 2.6542130 Dec 15 16:09:11.659678 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:09:11.661986 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c001c64f-ef2e-49a0-8595-cf8169013161" -d '{"events": [{"name": "network-changed", "server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:09:11.746485 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5166cf-7983-4821-86d3-7986fc260e31 service neutron] Pushing event updated for resources: {'Port': ['ID=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:11.746485 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-85a973cf-1c56-45b3-bd9a-55b2e7b81659 req-45ef8167-7998-475f-8bcf-337f0cb828c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84380ad-1686-4ecc-ba8f-571feeb05d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781531 Dec 15 16:09:11.760128 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e971b-740c-45e4-9208-0a6a3065b5a4 req-b6d7946f-48a8-4751-9e32-b56cc556b7c7 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:11.807639 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f10e971b-740c-45e4-9208-0a6a3065b5a4 req-b6d7946f-48a8-4751-9e32-b56cc556b7c7 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 944 time: 0.2899399 Dec 15 16:09:11.851008 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d860837-863f-4ff3-b1d4-f15c52982d2a x-openstack-request-id: req-4d860837-863f-4ff3-b1d4-f15c52982d2a {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:09:11.851315 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:09:11.851570 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d860837-863f-4ff3-b1d4-f15c52982d2a {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:09:11.851981 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'status': 'completed', 'code': 200} Dec 15 16:09:12.129321 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eb4f7-1160-407f-a10e-39538da17f14 req-b916f2ac-d2f7-4760-afb7-6ce473834eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:12.130804 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-b916f2ac-d2f7-4760-afb7-6ce473834eea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c3dc08abeae460eb69305e30b4fe62d&device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 1097 time: 0.3222458 Dec 15 16:09:12.157334 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f10e971b-740c-45e4-9208-0a6a3065b5a4 req-69e5fc30-748b-4190-9006-5e3a0033c0c3 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043859 Dec 15 16:09:12.203551 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-85a973cf-1c56-45b3-bd9a-55b2e7b81659 req-945bf72b-44f1-4dc2-8726-500ea11e7f41 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512123 Dec 15 16:09:12.305045 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa142f-16e2-4f95-ae99-0c97fd8224f9 req-287eafd0-94ad-4824-a745-343afc533990 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:12.306976 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e6fa142f-16e2-4f95-ae99-0c97fd8224f9 req-287eafd0-94ad-4824-a745-343afc533990 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0741520 Dec 15 16:09:12.462060 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e6fa142f-16e2-4f95-ae99-0c97fd8224f9 req-d4c246d4-57a2-4432-be0a-f91e99f69c21 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474702 Dec 15 16:09:12.710943 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c9868fbb-6f40-4a4b-a280-e5dd022db5ac req-0d212cc9-75b2-4927-9ce4-4f1aa87effdd tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 210 time: 0.0491049 Dec 15 16:09:23.430923 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:09:24.419503 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 37176) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:24.462836 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Deleting subnet 658561e8-1c4b-4ff2-859a-623a9119929f {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:09:24.466444 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.499774 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.509759 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.568210 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.607733 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=658561e8-1c4b-4ff2-859a-623a9119929f,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:24.612361 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.615676 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/658561e8-1c4b-4ff2-859a-623a9119929f HTTP/1.1" status: 204 len: 168 time: 0.1951356 Dec 15 16:09:24.618396 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 37180) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:24.620504 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.620854 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.621196 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.622068 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.622428 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.622757 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.623085 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.623408 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.623735 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.624059 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.624378 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.624696 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.625011 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5ad72-1d83-4d9e-a3cd-ced734aa1d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.687503 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.782445 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.806516 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80656481-ef40-45fb-8d17-1701b01a0b8b']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:09:24.816845 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf2ac39-ffb7-4fad-becb-efd9f4434e3c') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:09:24.817240 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf2ac39-ffb7-4fad-becb-efd9f4434e3c') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:09:24.827518 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10181580'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.841349 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.847513 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:09:24.847914 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987364'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: timer() Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: cb(*args, **kw) Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: self._notify() Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: self.callback(batched_events) Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: event.method(event) Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._get(url).json() Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:09:24.849600 dv-cinder-800703-3-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:09:24.944518 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.950743 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:24.954497 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] 10.222.0.41 "DELETE /v2.0/networks/80656481-ef40-45fb-8d17-1701b01a0b8b HTTP/1.1" status: 204 len: 168 time: 0.3349276 Dec 15 16:09:24.967022 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Pushing event deleted for resources: {'Network': ['ID=80656481-ef40-45fb-8d17-1701b01a0b8b,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:24.979563 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.979999 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.980613 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.981020 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.981855 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.982322 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.982721 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.983147 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.983542 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.983952 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.984350 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.984784 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:24.985181 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d776a-1ebe-42f6-8c08-771c7a1f406b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:25.162910 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 37232) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:25.206771 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9b8ec602-1975-48e3-9947-314b5c60cfaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a663ffafde40436f8ebccd5f5dea55f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426688 Dec 15 16:09:25.209443 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 37234) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:25.256237 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8cef-4f21-4586-bab7-c017920c9f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:25.279357 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8cef-4f21-4586-bab7-c017920c9f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:25.327251 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8cef-4f21-4586-bab7-c017920c9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:25.329786 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8cef-4f21-4586-bab7-c017920c9f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:25.330958 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8d8d8cef-4f21-4586-bab7-c017920c9f1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8875bf04-2de6-4844-9b60-91bd4fba54f6 HTTP/1.1" status: 204 len: 168 time: 0.1205778 Dec 15 16:09:25.338495 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d8cef-4f21-4586-bab7-c017920c9f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8875bf04-2de6-4844-9b60-91bd4fba54f6,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:26.237518 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-812dbebe-4706-4f37-b9d1-0a6e8387cfeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c HTTP/1.1" status: 200 len: 217 time: 0.0979955 Dec 15 16:09:26.274824 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-85a973cf-1c56-45b3-bd9a-55b2e7b81659 req-1ec7aefa-49d9-4cb5-b721-c9d36058f0a9 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376207 Dec 15 16:09:26.400952 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7c432-4ac9-4293-b508-b71f538b0e3f req-05ab8ac9-ce0c-4c11-aaa7-12f993e7bb67 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:26.403083 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eab7c432-4ac9-4293-b508-b71f538b0e3f req-05ab8ac9-ce0c-4c11-aaa7-12f993e7bb67 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 944 time: 0.0920343 Dec 15 16:09:26.411782 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eb4f7-1160-407f-a10e-39538da17f14 req-ae3f1147-7934-4501-84fd-2b0b644fa803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:26.413818 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-ae3f1147-7934-4501-84fd-2b0b644fa803 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=705fb32e-d286-47d7-a96f-4dbad7905390 HTTP/1.1" status: 200 len: 853 time: 0.0815487 Dec 15 16:09:26.499129 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eab7c432-4ac9-4293-b508-b71f538b0e3f req-22217e32-49af-4784-a3bf-11c2fba6729c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811672 Dec 15 16:09:26.513029 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39206d9-711d-4fb4-a857-f6361147b71c req-033d030b-6109-432e-b908-96c6a42e7814 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:26.514515 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f39206d9-711d-4fb4-a857-f6361147b71c req-033d030b-6109-432e-b908-96c6a42e7814 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0950232 Dec 15 16:09:26.522521 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eb4f7-1160-407f-a10e-39538da17f14 req-265fb2b1-6318-4f41-87ab-7259c60afd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:26.524010 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-265fb2b1-6318-4f41-87ab-7259c60afd7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c6a9796-65fb-4c77-a7bf-f3674189738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675719 Dec 15 16:09:26.645913 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f39206d9-711d-4fb4-a857-f6361147b71c req-855f2f96-3b6f-468e-9798-4e8582933084 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160805 Dec 15 16:09:26.660593 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3c48b468-7adb-4333-b16e-1ba41e86585c req-551c98df-a61f-40dc-85cd-078e61b5ec35 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 210 time: 0.0439000 Dec 15 16:09:26.686588 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-a3b626fd-c6e1-4bfb-851b-bd260068b434 service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530657 Dec 15 16:09:26.792330 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-282eb4f7-1160-407f-a10e-39538da17f14 req-007e985b-d3bd-436b-b51d-52a539a52e52 service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958116 Dec 15 16:09:26.886107 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001c64f-ef2e-49a0-8595-cf8169013161 req-dd1dcfb2-a496-4b1e-9223-0f46ad185965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:26.887700 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c001c64f-ef2e-49a0-8595-cf8169013161 req-dd1dcfb2-a496-4b1e-9223-0f46ad185965 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c3dc08abeae460eb69305e30b4fe62d&device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 1097 time: 0.0434921 Dec 15 16:09:26.999035 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001c64f-ef2e-49a0-8595-cf8169013161 req-705cb063-ba0a-4ccf-b6f2-a59b62bd7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:27.000619 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c001c64f-ef2e-49a0-8595-cf8169013161 req-705cb063-ba0a-4ccf-b6f2-a59b62bd7030 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c6a9796-65fb-4c77-a7bf-f3674189738c HTTP/1.1" status: 200 len: 915 time: 0.1043994 Dec 15 16:09:27.057409 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c001c64f-ef2e-49a0-8595-cf8169013161 req-a29000e2-9b1c-4480-bd67-0bbe08f5caeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c HTTP/1.1" status: 200 len: 217 time: 0.0481720 Dec 15 16:09:27.214551 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001c64f-ef2e-49a0-8595-cf8169013161 req-5c5c2ee3-f050-4d6d-8946-ced2e64aac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:27.216545 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c001c64f-ef2e-49a0-8595-cf8169013161 req-5c5c2ee3-f050-4d6d-8946-ced2e64aac1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=705fb32e-d286-47d7-a96f-4dbad7905390 HTTP/1.1" status: 200 len: 853 time: 0.1504672 Dec 15 16:09:27.280627 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-31e97f69-a6a9-442e-a23f-8a79177cd820 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:27.282066 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-31e97f69-a6a9-442e-a23f-8a79177cd820 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.18 "GET /v2.0/networks?id=4579f1c5-7fc5-4782-9d02-20f1a37f593e HTTP/1.1" status: 200 len: 808 time: 0.1771588 Dec 15 16:09:27.296035 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001c64f-ef2e-49a0-8595-cf8169013161 req-57a55595-5ce9-4ad2-881b-871f2499da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:27.297667 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c001c64f-ef2e-49a0-8595-cf8169013161 req-57a55595-5ce9-4ad2-881b-871f2499da46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c6a9796-65fb-4c77-a7bf-f3674189738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617130 Dec 15 16:09:27.438553 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-d90310ad-fb42-463d-9a61-66f6611fbcc8 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79292acd0f5349ed8f0dc153ee4c983d HTTP/1.1" status: 200 len: 380 time: 0.1392095 Dec 15 16:09:27.451028 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Request body: {'port': {'device_id': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'admin_state_up': True, 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'security_groups': ['182e5646-70dd-41f3-8afe-b2096226a972']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:09:27.479993 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2168ae9-3215-4a84-bd8f-83fab48a1f47 req-32b9005e-d010-4341-bc74-dba4dce4bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:27.482033 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c2168ae9-3215-4a84-bd8f-83fab48a1f47 req-32b9005e-d010-4341-bc74-dba4dce4bf3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 1098 time: 0.0974915 Dec 15 16:09:27.549859 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c001c64f-ef2e-49a0-8595-cf8169013161 req-3fab1f90-c308-4f6d-8afe-d6a675061130 service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299619 Dec 15 16:09:27.756338 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d790e-d88c-47e7-a7e9-3bb1d5aa36f1 req-32b96fb7-616f-4bb5-aa68-7edd4e35e763 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:27.757804 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-de9d790e-d88c-47e7-a7e9-3bb1d5aa36f1 req-32b96fb7-616f-4bb5-aa68-7edd4e35e763 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 944 time: 0.1779435 Dec 15 16:09:27.761413 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2168ae9-3215-4a84-bd8f-83fab48a1f47 req-ffd94e11-a90e-434c-abb3-f92150886c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:27.762841 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c2168ae9-3215-4a84-bd8f-83fab48a1f47 req-ffd94e11-a90e-434c-abb3-f92150886c00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 920 time: 0.2507997 Dec 15 16:09:27.778282 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56b1e8-a510-47ec-8ecf-12f8bf0efa3e req-3cfadd8a-d2db-4f2b-b222-fce8bdb9f803 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:27.779921 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1e56b1e8-a510-47ec-8ecf-12f8bf0efa3e req-3cfadd8a-d2db-4f2b-b222-fce8bdb9f803 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0551388 Dec 15 16:09:27.832957 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1e56b1e8-a510-47ec-8ecf-12f8bf0efa3e req-12884aea-d9d2-40da-b5d6-0144ca0e38db tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466321 Dec 15 16:09:27.834328 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c001c64f-ef2e-49a0-8595-cf8169013161 req-de133a6e-4e93-4caa-a187-14c24287d20c service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533033 Dec 15 16:09:27.840960 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c2168ae9-3215-4a84-bd8f-83fab48a1f47 req-8ad9634f-2422-4fbe-9d2c-8771cb93d904 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b8a41c5-0444-446c-b2e7-113e3d782222 HTTP/1.1" status: 200 len: 217 time: 0.0652037 Dec 15 16:09:27.846692 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Made reservation on behalf of 79292acd0f5349ed8f0dc153ee4c983d for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:09:27.850076 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:27.919059 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8701d24c-bba6-4e15-968e-0b04c022ef39 req-17b9d8fe-1d4a-410d-908a-f2e1f8bb150f tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 210 time: 0.0260856 Dec 15 16:09:27.919491 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-de9d790e-d88c-47e7-a7e9-3bb1d5aa36f1 req-62028022-67f9-4629-9e57-c35585d009b5 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455278 Dec 15 16:09:27.974416 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2168ae9-3215-4a84-bd8f-83fab48a1f47 req-a81dba1c-987c-425d-b2d4-f2aa3f486fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:27.975924 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c2168ae9-3215-4a84-bd8f-83fab48a1f47 req-a81dba1c-987c-425d-b2d4-f2aa3f486fc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd HTTP/1.1" status: 200 len: 859 time: 0.1168442 Dec 15 16:09:28.017096 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c2168ae9-3215-4a84-bd8f-83fab48a1f47 req-89bfd2de-074f-4032-acb6-8fbcdff1e6b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84380ad-1686-4ecc-ba8f-571feeb05d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326085 Dec 15 16:09:28.120546 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Allocated IP 172.20.0.8 (4579f1c5-7fc5-4782-9d02-20f1a37f593e/b351123e-a8b4-41b4-806b-9570c2b4459b/e59443c3-d7d5-4e2d-aff5-cef64eefe552) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:09:28.174129 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c2168ae9-3215-4a84-bd8f-83fab48a1f47 req-c7aaaa2c-8733-44ef-a18a-88d62d6d42a7 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313035 Dec 15 16:09:28.356462 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c2168ae9-3215-4a84-bd8f-83fab48a1f47 req-f492b536-e9d0-40d2-8b33-d4132c6608ba service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697557 Dec 15 16:09:28.365666 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:28.411343 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:28.458261 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Network 4579f1c5-7fc5-4782-9d02-20f1a37f593e is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:09:28.461337 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:09:28.463801 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:09:28.471680 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:28.471680 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:28.490014 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event updated for resources: {'Port': ['ID=e59443c3-d7d5-4e2d-aff5-cef64eefe552,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:28.503961 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f8285a3e-791e-4bec-8b19-7efeb0f478ea tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0569191 Dec 15 16:09:28.531605 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Request body: {'port': {'device_id': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:09:28.594390 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:28.685198 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-4d62b708-2533-4442-a6a3-8aea578c0027 None None] Provisioning complete for port e59443c3-d7d5-4e2d-aff5-cef64eefe552 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:09:28.686285 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4d62b708-2533-4442-a6a3-8aea578c0027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:28.720691 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-4d62b708-2533-4442-a6a3-8aea578c0027 None None] Port e59443c3-d7d5-4e2d-aff5-cef64eefe552 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:09:28.875014 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59443c3-d7d5-4e2d-aff5-cef64eefe552 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:09:28.884015 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:28.907400 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Transition to ACTIVE for port object e59443c3-d7d5-4e2d-aff5-cef64eefe552 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:09:28.914008 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:28.965887 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48da24-7f4d-4405-8f6b-cdb3b769438a req-8ca8da13-3ceb-487c-b632-970306171ee3 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:28.968584 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e59443c3-d7d5-4e2d-aff5-cef64eefe552,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:28.971976 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dd48da24-7f4d-4405-8f6b-cdb3b769438a req-8ca8da13-3ceb-487c-b632-970306171ee3 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0557489 Dec 15 16:09:29.025713 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Attempting to bind port e59443c3-d7d5-4e2d-aff5-cef64eefe552 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:09:29.026051 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Attempting to bind port e59443c3-d7d5-4e2d-aff5-cef64eefe552 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:09:29.026487 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Attempting to bind port e59443c3-d7d5-4e2d-aff5-cef64eefe552 on network 4579f1c5-7fc5-4782-9d02-20f1a37f593e {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:09:29.031367 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dd48da24-7f4d-4405-8f6b-cdb3b769438a req-b3299de3-5e48-4746-8029-5fd06e956a4b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509405 Dec 15 16:09:29.032204 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Port e59443c3-d7d5-4e2d-aff5-cef64eefe552 on network 4579f1c5-7fc5-4782-9d02-20f1a37f593e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:09:29.032527 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Attempting to bind port e59443c3-d7d5-4e2d-aff5-cef64eefe552 on network 4579f1c5-7fc5-4782-9d02-20f1a37f593e {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:09:29.038385 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:09:29.038809 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Checking segment: {'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:09:29.039198 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Bound using segment: {'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:09:29.039628 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Bound port: e59443c3-d7d5-4e2d-aff5-cef64eefe552, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f33dd7e-62c4-487d-b880-e77eef086e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:09:29.040050 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:29.114020 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] For port e59443c3-d7d5-4e2d-aff5-cef64eefe552, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:09:29.117574 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] For port e59443c3-d7d5-4e2d-aff5-cef64eefe552, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:09:29.124651 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:29.161014 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:29.161724 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:29.163310 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] 10.222.0.18 "PUT /v2.0/ports/e59443c3-d7d5-4e2d-aff5-cef64eefe552 HTTP/1.1" status: 200 len: 1093 time: 0.6367795 Dec 15 16:09:29.163824 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:09:29.166507 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcc8a12-5089-43a5-922d-7e2d76ece909" -d '{"events": [{"name": "network-changed", "server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:09:29.182917 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e3c99-43e7-410f-8e67-300f32d3fd39 req-747c2bf8-b7b8-4830-8e27-a9da756120e9 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:29.186770 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1b9e3c99-43e7-410f-8e67-300f32d3fd39 req-747c2bf8-b7b8-4830-8e27-a9da756120e9 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 943 time: 0.0754492 Dec 15 16:09:29.191731 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227ffb3-2d56-4b9c-ba96-8db938bda2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e59443c3-d7d5-4e2d-aff5-cef64eefe552,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:29.242142 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1b9e3c99-43e7-410f-8e67-300f32d3fd39 req-db5028f5-d12e-46ee-828c-dd37964c1c85 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474572 Dec 15 16:09:29.261729 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-7159a4cd-092d-42b2-8124-5a269a22564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:29.263659 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-7159a4cd-092d-42b2-8124-5a269a22564e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79292acd0f5349ed8f0dc153ee4c983d&device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 1096 time: 0.0501215 Dec 15 16:09:29.338415 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-a7ab7007-3a02-44a8-bff2-11fc43beb91c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552 HTTP/1.1" status: 200 len: 217 time: 0.0397782 Dec 15 16:09:29.389550 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095141-ffdc-4f7b-89cf-3f676aed0317 req-6035c478-8ea8-4237-97a7-d6f25004582e tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:29.391289 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6095141-ffdc-4f7b-89cf-3f676aed0317 req-6035c478-8ea8-4237-97a7-d6f25004582e tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 944 time: 0.0740740 Dec 15 16:09:29.459124 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6095141-ffdc-4f7b-89cf-3f676aed0317 req-1127defc-8bd7-4202-93c1-ab160dcc2567 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554419 Dec 15 16:09:29.478415 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:29.635280 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285cdb66-94a4-4d59-97b3-f6df94401999 x-openstack-request-id: req-285cdb66-94a4-4d59-97b3-f6df94401999 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:09:29.635898 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:09:29.635898 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-285cdb66-94a4-4d59-97b3-f6df94401999 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:09:29.636176 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'status': 'completed', 'code': 200} Dec 15 16:09:29.653861 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-e3503b3d-b400-4fe2-8c8f-8c81206d3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:29.655319 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-e3503b3d-b400-4fe2-8c8f-8c81206d3cbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b351123e-a8b4-41b4-806b-9570c2b4459b HTTP/1.1" status: 200 len: 847 time: 0.2978313 Dec 15 16:09:29.715705 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f85cb9a7-b4f9-40e3-bdfa-0fac16c8e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:29.717259 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-f85cb9a7-b4f9-40e3-bdfa-0fac16c8e9c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4579f1c5-7fc5-4782-9d02-20f1a37f593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396233 Dec 15 16:09:29.824846 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-08299810-5e1e-4325-a4f0-0d7f3da0ac27 service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895355 Dec 15 16:09:29.912999 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cc8bc948-0d3a-48d0-b6e1-7b734899baef req-d269cf09-f81e-4f49-b631-f1829d1f1977 service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808201 Dec 15 16:09:30.020865 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc8a12-5089-43a5-922d-7e2d76ece909 req-afdb88aa-a487-42ac-a331-f7d1c7692a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:30.022300 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ebcc8a12-5089-43a5-922d-7e2d76ece909 req-afdb88aa-a487-42ac-a331-f7d1c7692a80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79292acd0f5349ed8f0dc153ee4c983d&device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 1096 time: 0.0423300 Dec 15 16:09:30.067951 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device b63f7fb9-7756-47b1-b0b7-9773d09ed48c details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:09:30.116046 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc8a12-5089-43a5-922d-7e2d76ece909 req-2e9ebfc7-4b63-439a-9ac8-aeb6ec69e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:30.117633 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ebcc8a12-5089-43a5-922d-7e2d76ece909 req-2e9ebfc7-4b63-439a-9ac8-aeb6ec69e38a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4579f1c5-7fc5-4782-9d02-20f1a37f593e HTTP/1.1" status: 200 len: 909 time: 0.0861032 Dec 15 16:09:30.164637 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port b63f7fb9-7756-47b1-b0b7-9773d09ed48c, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:09:30.166316 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ebcc8a12-5089-43a5-922d-7e2d76ece909 req-2b043330-fc20-42e1-bb83-950c7c87de65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552 HTTP/1.1" status: 200 len: 217 time: 0.0354769 Dec 15 16:09:30.180154 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'port_id': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'mac_address': 'fa:16:3e:f6:dc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:09:30.216522 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:30.223314 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc8a12-5089-43a5-922d-7e2d76ece909 req-5ec9264d-dc2a-429b-99f5-52d35543de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:30.224828 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ebcc8a12-5089-43a5-922d-7e2d76ece909 req-5ec9264d-dc2a-429b-99f5-52d35543de99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b351123e-a8b4-41b4-806b-9570c2b4459b HTTP/1.1" status: 200 len: 847 time: 0.0459106 Dec 15 16:09:30.229152 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63f7fb9-7756-47b1-b0b7-9773d09ed48c {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:09:30.248196 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port b63f7fb9-7756-47b1-b0b7-9773d09ed48c, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:09:30.252388 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:30.287679 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc8a12-5089-43a5-922d-7e2d76ece909 req-17778299-1c70-4c40-b6e6-e3a6427c9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:30.289087 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ebcc8a12-5089-43a5-922d-7e2d76ece909 req-17778299-1c70-4c40-b6e6-e3a6427c9bf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4579f1c5-7fc5-4782-9d02-20f1a37f593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445452 Dec 15 16:09:30.303801 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:30.311397 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.311799 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.312166 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.312503 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.312921 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.313256 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.313580 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.313950 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.314301 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.314821 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.315145 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.315461 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.315774 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:09:30.381434 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ebcc8a12-5089-43a5-922d-7e2d76ece909 req-15b52d80-43d8-4cf2-8abf-4139bbcb4ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824602 Dec 15 16:09:30.477942 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ebcc8a12-5089-43a5-922d-7e2d76ece909 req-4e810fd2-def0-4b0a-b395-43b14dab7b7d service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881250 Dec 15 16:09:30.674608 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['b63f7fb9-7756-47b1-b0b7-9773d09ed48c'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:09:32.080154 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device b63f7fb9-7756-47b1-b0b7-9773d09ed48c up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:09:32.129503 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port b63f7fb9-7756-47b1-b0b7-9773d09ed48c completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:09:32.133077 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port b63f7fb9-7756-47b1-b0b7-9773d09ed48c triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:09:32.133443 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:32.213819 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:32.236846 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:09:32.239121 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bc8227-e17f-46fb-b03b-a3f2df865bed" -d '{"events": [{"server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "name": "network-vif-plugged", "status": "completed", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:09:32.250972 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port b63f7fb9-7756-47b1-b0b7-9773d09ed48c, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:09:32.254660 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:32.302552 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:35.070345 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b140cc71-a862-4ff1-b768-281c2065a318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:37.186443 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f62d-663c-486d-b478-1bb4021d192c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:38.100963 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device e59443c3-d7d5-4e2d-aff5-cef64eefe552 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:09:38.195617 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port e59443c3-d7d5-4e2d-aff5-cef64eefe552, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:09:38.207528 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'port_id': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'mac_address': 'fa:16:3e:30:f4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:09:38.246684 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:38.261396 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59443c3-d7d5-4e2d-aff5-cef64eefe552 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:09:38.281016 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port e59443c3-d7d5-4e2d-aff5-cef64eefe552, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:09:38.284572 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:38.331227 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=e59443c3-d7d5-4e2d-aff5-cef64eefe552,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:38.623355 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['e59443c3-d7d5-4e2d-aff5-cef64eefe552'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:09:38.664592 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:39.759456 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:40.118985 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device e59443c3-d7d5-4e2d-aff5-cef64eefe552 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:09:40.288629 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port e59443c3-d7d5-4e2d-aff5-cef64eefe552 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:09:40.292880 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port e59443c3-d7d5-4e2d-aff5-cef64eefe552 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:09:40.293283 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:40.368039 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:40.406567 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port e59443c3-d7d5-4e2d-aff5-cef64eefe552, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:09:40.410582 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:40.460609 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=e59443c3-d7d5-4e2d-aff5-cef64eefe552,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:41.422817 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:45.818200 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-b1454422-eb70-444a-9692-e630877c6b26 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:45.819663 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-b1454422-eb70-444a-9692-e630877c6b26 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/networks?id=759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 200 len: 814 time: 0.1013997 Dec 15 16:09:45.835565 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-0a943783-3529-49c5-88db-6d094adaf26b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/quotas/830aba5f3b33486d86fbcbc92dfdeb30 HTTP/1.1" status: 200 len: 375 time: 0.0103078 Dec 15 16:09:45.896129 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-e2e99e22-e76b-4aec-b123-b0c7a6955b5b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537882 Dec 15 16:09:45.987166 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ceb63b52-d65c-479a-8213-4cdc3b218cd8 service neutron] 10.222.0.41 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836504 Dec 15 16:09:46.006752 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abeaf7-8b21-4581-8a8e-caafc37d0a87 req-63d92fa4-597d-4c4f-914a-824b65a48e93 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:46.008569 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-59abeaf7-8b21-4581-8a8e-caafc37d0a87 req-63d92fa4-597d-4c4f-914a-824b65a48e93 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0509093 Dec 15 16:09:46.058727 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-59abeaf7-8b21-4581-8a8e-caafc37d0a87 req-f71b0244-e8c8-4041-af45-68bbf8005896 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439475 Dec 15 16:09:46.083208 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-d6f8ce56-373a-409a-8f9b-9f5a51a84bcd service neutron] 10.222.0.41 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890536 Dec 15 16:09:46.176320 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4995d-6b68-4a4a-939a-f04a7dd94f18 req-58e8f914-e7e4-476b-8920-3c0c287a6cef tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:46.178013 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dcc4995d-6b68-4a4a-939a-f04a7dd94f18 req-58e8f914-e7e4-476b-8920-3c0c287a6cef tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0519876 Dec 15 16:09:46.234855 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dcc4995d-6b68-4a4a-939a-f04a7dd94f18 req-b157f974-255c-4695-b79d-683b344a76f3 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498440 Dec 15 16:09:46.285697 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3235abb-e921-4c9a-ba53-d4504a526d50 req-35da6899-4042-41f8-87df-f57b48690898 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:46.286884 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f3235abb-e921-4c9a-ba53-d4504a526d50 req-35da6899-4042-41f8-87df-f57b48690898 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.0509326 Dec 15 16:09:46.287670 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ce21c7-f0e5-4020-95e6-00cc6438dc56 x-openstack-request-id: req-59ce21c7-f0e5-4020-95e6-00cc6438dc56 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:09:46.288305 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "name": "network-vif-plugged", "status": "completed", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:09:46.288573 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59ce21c7-f0e5-4020-95e6-00cc6438dc56 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:09:46.288976 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'code': 200} Dec 15 16:09:46.355614 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f3235abb-e921-4c9a-ba53-d4504a526d50 req-091aeeaa-faec-4830-b485-8932f40a9ef0 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619724 Dec 15 16:09:46.431304 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c5090e48-2f03-43a3-9b69-5f066ac28022 req-86063c97-d2f7-4575-a835-6d21363b8825 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 210 time: 0.0430002 Dec 15 16:09:46.448169 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab370e3-80bc-4f66-b143-31a74522984a req-c0c1e2c0-51b8-48e3-8a6a-12e223018d0c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:46.449958 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bab370e3-80bc-4f66-b143-31a74522984a req-c0c1e2c0-51b8-48e3-8a6a-12e223018d0c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0928948 Dec 15 16:09:46.505743 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea9462-bec9-4700-aea2-a0f61575d254 req-d4008143-a3c4-45cd-ba94-1073b499b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:46.507290 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d3ea9462-bec9-4700-aea2-a0f61575d254 req-d4008143-a3c4-45cd-ba94-1073b499b569 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 1099 time: 0.0463135 Dec 15 16:09:46.508563 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bab370e3-80bc-4f66-b143-31a74522984a req-a0859d4f-450c-43af-aace-6983ec62aee2 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464096 Dec 15 16:09:46.559369 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d3ea9462-bec9-4700-aea2-a0f61575d254 req-f9418397-53ec-4d8c-a8f9-b86cdfd22572 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383205 Dec 15 16:09:47.174923 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55284ad-853d-45fb-adf9-7b4b97c3b480 req-19cf518d-9cf7-4786-a81e-4db412a0bd9e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:47.176417 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a55284ad-853d-45fb-adf9-7b4b97c3b480 req-19cf518d-9cf7-4786-a81e-4db412a0bd9e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0486801 Dec 15 16:09:47.223976 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a55284ad-853d-45fb-adf9-7b4b97c3b480 req-9724d96c-262c-4b56-81cc-3cd5e9ec1b60 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416622 Dec 15 16:09:47.353978 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8c47c-9366-4b9f-8a88-12870e3f9d12 req-e89a862d-e7f2-4018-a6da-3c32b3e8ca62 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:47.355487 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9ea8c47c-9366-4b9f-8a88-12870e3f9d12 req-e89a862d-e7f2-4018-a6da-3c32b3e8ca62 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0524704 Dec 15 16:09:47.409885 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9ea8c47c-9366-4b9f-8a88-12870e3f9d12 req-071fb5c3-52cb-400a-b94b-fd238ef3bc2c tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485668 Dec 15 16:09:47.469550 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de3731-ebc0-4608-bda5-c99c372f3836 req-64595366-494c-4ac3-9129-7d5c4a084a5e tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:47.471593 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-22de3731-ebc0-4608-bda5-c99c372f3836 req-64595366-494c-4ac3-9129-7d5c4a084a5e tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.0516181 Dec 15 16:09:47.532502 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-22de3731-ebc0-4608-bda5-c99c372f3836 req-6ae6878c-e161-4ca9-8b3f-b547809b9a93 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537813 Dec 15 16:09:47.590713 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bb7f9795-78c7-4aa1-9c75-0c221eedd5e2 req-8c084ee5-0c87-44fd-a741-8dfb043fa6bc tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 210 time: 0.0446873 Dec 15 16:09:47.704843 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb668816-7bcb-4b11-9e3d-57ee289d0579 req-5076379e-39c9-4307-ad06-8b190f13b6ce tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:47.706388 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eb668816-7bcb-4b11-9e3d-57ee289d0579 req-5076379e-39c9-4307-ad06-8b190f13b6ce tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0511441 Dec 15 16:09:47.755181 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eb668816-7bcb-4b11-9e3d-57ee289d0579 req-d6d9296f-c1f2-4c63-8ac5-985386391a6a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425785 Dec 15 16:09:47.865398 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefab08-fd9a-4580-9571-586043a5fdc5 req-ff306d08-66e9-4597-968c-f0918bfa2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:47.866932 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4fefab08-fd9a-4580-9571-586043a5fdc5 req-ff306d08-66e9-4597-968c-f0918bfa2c51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 1098 time: 0.0987906 Dec 15 16:09:47.917184 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-665575c5-fea7-4b26-8b3d-5a0e7d96719b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:47.918757 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-665575c5-fea7-4b26-8b3d-5a0e7d96719b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "GET /v2.0/networks?id=759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 200 len: 814 time: 0.1411545 Dec 15 16:09:47.939800 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Request body: {'port': {'device_id': '8328bb6e-1447-440f-a168-e7db971aeff6', 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249', 'admin_state_up': True, 'tenant_id': '830aba5f3b33486d86fbcbc92dfdeb30'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:09:47.947386 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4fefab08-fd9a-4580-9571-586043a5fdc5 req-aa05835e-b02a-4110-87dc-eb5318d719df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684702 Dec 15 16:09:48.050306 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Made reservation on behalf of 830aba5f3b33486d86fbcbc92dfdeb30 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:09:48.053652 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:48.174968 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Allocated IP 172.20.0.9 (759c34f4-14be-417a-897c-06d30e0fd249/7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a/5c29cae1-ba11-45ac-b5fe-fcc0dfad0996) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:09:48.290876 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:09:48.299943 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbee89cf-3715-4d52-87fd-60b10bc5cb91" -d '{"events": [{"server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "name": "network-vif-plugged", "status": "completed", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:09:48.331876 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:48.351670 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f2ae63-6bc5-4a88-82b0-a439271cc039 x-openstack-request-id: req-b5f2ae63-6bc5-4a88-82b0-a439271cc039 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:09:48.351961 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "name": "network-vif-plugged", "status": "completed", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:09:48.352215 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5f2ae63-6bc5-4a88-82b0-a439271cc039 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:09:48.352602 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'code': 200} Dec 15 16:09:48.352709 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb1790-d727-44a4-bcca-85f7cc9db2f6 req-85103dee-f116-4f32-9390-445cb4ed0a5b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:48.354243 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-70fb1790-d727-44a4-bcca-85f7cc9db2f6 req-85103dee-f116-4f32-9390-445cb4ed0a5b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0646737 Dec 15 16:09:48.371434 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:48.384403 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['eb06d20a-14b8-4cc1-8d1b-28c1855f50ed', '137a78e4-d3b4-44b0-b61b-952fe0b633ba', '7ef3b7cf-db50-4eb4-95cc-9057ace1fddd'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:09:48.412157 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-70fb1790-d727-44a4-bcca-85f7cc9db2f6 req-b87b5434-6587-45e2-b66c-f8e145b0edbc tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503051 Dec 15 16:09:48.424246 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Network 759c34f4-14be-417a-897c-06d30e0fd249 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:09:48.427455 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:09:48.431123 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:09:48.437204 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:48.437846 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:48.451069 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Pushing event updated for resources: {'Port': ['ID=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:48.459696 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-9b71a5d5-208e-4608-97fd-974fe13b8336 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5237617 Dec 15 16:09:48.483644 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Request body: {'port': {'device_id': '8328bb6e-1447-440f-a168-e7db971aeff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:09:48.570907 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:48.581622 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036f023-a694-4453-8397-f1e98f3114de req-c93780df-706c-4a83-b37c-4d5944eb9040 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:48.583152 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7036f023-a694-4453-8397-f1e98f3114de req-c93780df-706c-4a83-b37c-4d5944eb9040 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0780585 Dec 15 16:09:48.711129 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde1d77-8b11-44a5-ab8b-60841f7377b9 req-475e5e58-db6e-4e11-922f-3a002fa3b898 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:48.713681 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2cde1d77-8b11-44a5-ab8b-60841f7377b9 req-475e5e58-db6e-4e11-922f-3a002fa3b898 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.0680254 Dec 15 16:09:48.745502 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7036f023-a694-4453-8397-f1e98f3114de req-f1a95582-3ed3-40ae-872d-29f9a45400de tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307337 Dec 15 16:09:48.803775 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2cde1d77-8b11-44a5-ab8b-60841f7377b9 req-bd0ec35f-e921-4963-9cac-88df3ade1171 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813375 Dec 15 16:09:48.937325 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf29356-127d-4911-a954-890ef00eb949 req-9bb653fb-c6f9-4b8c-a480-6734445db2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:48.938840 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ddf29356-127d-4911-a954-890ef00eb949 req-9bb653fb-c6f9-4b8c-a480-6734445db2cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 1098 time: 0.0903933 Dec 15 16:09:48.942474 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989588b6-5242-4705-b6d5-ebfe6b8f99b8 req-fd56d049-2f7f-407d-9e9a-e23446bff86d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:48.943989 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-989588b6-5242-4705-b6d5-ebfe6b8f99b8 req-fd56d049-2f7f-407d-9e9a-e23446bff86d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 931 time: 0.0580151 Dec 15 16:09:48.995356 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-989588b6-5242-4705-b6d5-ebfe6b8f99b8 req-24646f78-b5be-4eb5-9017-b90648028f18 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453267 Dec 15 16:09:49.032428 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ddf29356-127d-4911-a954-890ef00eb949 req-8b8adb57-63c4-43b9-85a2-c9a0f855ae2b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774932 Dec 15 16:09:49.041966 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:09:49.051800 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:49.071147 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Transition to ACTIVE for port object 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:09:49.075064 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:49.120442 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0aa60-de1b-4cea-9ad6-cdf2ada90088 req-076c1718-c15b-44fd-8367-0db5e6d635c5 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:49.121967 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7ed0aa60-de1b-4cea-9ad6-cdf2ada90088 req-076c1718-c15b-44fd-8367-0db5e6d635c5 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0531631 Dec 15 16:09:49.137861 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:49.171982 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Attempting to bind port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:09:49.172317 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Attempting to bind port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:09:49.172665 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Attempting to bind port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 on network 759c34f4-14be-417a-897c-06d30e0fd249 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:09:49.176823 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 on network 759c34f4-14be-417a-897c-06d30e0fd249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:09:49.177386 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Attempting to bind port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 on network 759c34f4-14be-417a-897c-06d30e0fd249 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:09:49.181876 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:09:49.182230 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Checking segment: {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:09:49.182611 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Bound using segment: {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:09:49.183028 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Bound port: 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc356b90-f194-4fe9-8282-c195f2ebefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:09:49.183375 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:49.184418 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7ed0aa60-de1b-4cea-9ad6-cdf2ada90088 req-fa455ed4-c199-477c-8717-97c476cf9dbe tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548429 Dec 15 16:09:49.244151 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] For port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:09:49.247771 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] For port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:09:49.253990 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:49.292032 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:49.292652 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:49.294091 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] 10.222.0.18 "PUT /v2.0/ports/5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 HTTP/1.1" status: 200 len: 1093 time: 0.8167632 Dec 15 16:09:49.294588 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8328bb6e-1447-440f-a168-e7db971aeff6', 'tag': '5c29cae1-ba11-45ac-b5fe-fcc0dfad0996'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:09:49.296800 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf570ed-4e7e-4f39-83d8-37fcffbaba1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8328bb6e-1447-440f-a168-e7db971aeff6", "tag": "5c29cae1-ba11-45ac-b5fe-fcc0dfad0996"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:09:49.319722 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef670b66-dd66-4b7c-9087-e05466876ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:49.338977 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32ed972-dca1-465b-8137-eece29d89066 x-openstack-request-id: req-e32ed972-dca1-465b-8137-eece29d89066 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:09:49.339343 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8328bb6e-1447-440f-a168-e7db971aeff6", "tag": "5c29cae1-ba11-45ac-b5fe-fcc0dfad0996", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:09:49.339604 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e32ed972-dca1-465b-8137-eece29d89066 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:09:49.340032 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8328bb6e-1447-440f-a168-e7db971aeff6', 'tag': '5c29cae1-ba11-45ac-b5fe-fcc0dfad0996', 'status': 'completed', 'code': 200} Dec 15 16:09:49.424820 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-3a8ba986-4d18-4c36-9dc7-1911153513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:49.426357 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-3a8ba986-4d18-4c36-9dc7-1911153513bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 1096 time: 0.0434527 Dec 15 16:09:49.477987 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-c7d07403-f96c-4d55-a101-2fc23ebdb80f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 HTTP/1.1" status: 200 len: 217 time: 0.0343857 Dec 15 16:09:49.523141 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21670df9-a977-4097-b72d-b53224362fad req-fecdf6dd-6ed3-47fd-88fa-0752efc9e6ea tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:49.524644 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-21670df9-a977-4097-b72d-b53224362fad req-fecdf6dd-6ed3-47fd-88fa-0752efc9e6ea tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0524478 Dec 15 16:09:49.536518 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-d14a96f6-189b-4a8d-a15c-0e6bddabeefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:49.538452 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-d14a96f6-189b-4a8d-a15c-0e6bddabeefe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a HTTP/1.1" status: 200 len: 854 time: 0.0454242 Dec 15 16:09:49.570904 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-06d83b54-b90d-496a-aad5-6cd4eaca1538 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=759c34f4-14be-417a-897c-06d30e0fd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247762 Dec 15 16:09:49.575530 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-21670df9-a977-4097-b72d-b53224362fad req-19e23764-9a41-4b91-bab7-715f5e7c21ce tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Dec 15 16:09:49.662870 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-fe1f76da-9796-4371-933a-47dff8e2093a service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829165 Dec 15 16:09:49.752951 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54d1e0f0-d793-4677-96aa-18533bab1d8d req-86592951-fd8f-4ebe-800b-938cddf3caba service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778196 Dec 15 16:09:49.890269 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf570ed-4e7e-4f39-83d8-37fcffbaba1e req-46c71d24-dd32-4c26-8423-f4f3e38bc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:49.891760 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9bf570ed-4e7e-4f39-83d8-37fcffbaba1e req-46c71d24-dd32-4c26-8423-f4f3e38bc77e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 1096 time: 0.0735226 Dec 15 16:09:49.899189 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad8cdb-5297-499a-ad14-ef92ad83a376 req-a29bc41d-be01-4d16-b8e9-2ef1753c4c04 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:49.900789 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-abad8cdb-5297-499a-ad14-ef92ad83a376 req-a29bc41d-be01-4d16-b8e9-2ef1753c4c04 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0746481 Dec 15 16:09:49.921148 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1107694-92fc-4f45-8778-2b7398f1e3cf req-992d4c9a-67f9-4ace-a4cf-726bab9bb1be tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:49.922839 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c1107694-92fc-4f45-8778-2b7398f1e3cf req-992d4c9a-67f9-4ace-a4cf-726bab9bb1be tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.0478265 Dec 15 16:09:49.968870 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c1107694-92fc-4f45-8778-2b7398f1e3cf req-a79b7c93-dc89-4ea0-863d-61df499906c7 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395272 Dec 15 16:09:50.003618 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-abad8cdb-5297-499a-ad14-ef92ad83a376 req-014a10bf-2119-4268-8602-5e24e0fe6d7a tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959392 Dec 15 16:09:50.032044 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf570ed-4e7e-4f39-83d8-37fcffbaba1e req-c6f76cf1-cabc-4c4a-bbbb-439dfb405934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:50.033526 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9bf570ed-4e7e-4f39-83d8-37fcffbaba1e req-c6f76cf1-cabc-4c4a-bbbb-439dfb405934 service neutron] 10.222.0.18 "GET /v2.0/networks?id=759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 200 len: 915 time: 0.1242003 Dec 15 16:09:50.084476 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9bf570ed-4e7e-4f39-83d8-37fcffbaba1e req-8ec7ccee-67c8-4edd-89a6-45c233b47790 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 HTTP/1.1" status: 200 len: 217 time: 0.0382328 Dec 15 16:09:50.094059 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37f136-b294-487a-aaff-f2d142bd5727 req-e6c6eb87-1263-4438-ae30-f6996903c911 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:50.095986 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ed37f136-b294-487a-aaff-f2d142bd5727 req-e6c6eb87-1263-4438-ae30-f6996903c911 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.0560596 Dec 15 16:09:50.155666 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ed37f136-b294-487a-aaff-f2d142bd5727 req-b4a7fca2-1a25-45e0-a5f5-5b84cbdf0ea0 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537119 Dec 15 16:09:50.160784 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf570ed-4e7e-4f39-83d8-37fcffbaba1e req-d608e3da-5219-4081-bf49-8e8aa4747433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:50.162274 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9bf570ed-4e7e-4f39-83d8-37fcffbaba1e req-d608e3da-5219-4081-bf49-8e8aa4747433 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a HTTP/1.1" status: 200 len: 854 time: 0.0687048 Dec 15 16:09:50.172742 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49541301-1781-435f-b00d-bdb4ffe2dfae req-0f372d84-ef7a-4755-af95-e4e1a10047dc tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:50.174115 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-49541301-1781-435f-b00d-bdb4ffe2dfae req-0f372d84-ef7a-4755-af95-e4e1a10047dc tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 943 time: 0.0924199 Dec 15 16:09:50.208266 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9bf570ed-4e7e-4f39-83d8-37fcffbaba1e req-9670ac22-b0ce-403f-af89-ea51e66c8156 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=759c34f4-14be-417a-897c-06d30e0fd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289457 Dec 15 16:09:50.298219 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-49541301-1781-435f-b00d-bdb4ffe2dfae req-423ce674-7724-4fd2-9e98-4f6e377bcd0e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923119 Dec 15 16:09:50.338535 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9bf570ed-4e7e-4f39-83d8-37fcffbaba1e req-e6fc3735-cca1-43b9-85b3-412063dc8526 service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161439 Dec 15 16:09:50.464770 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9bf570ed-4e7e-4f39-83d8-37fcffbaba1e req-cb029231-61bd-4b7b-98f1-34b770b4201c service neutron] 10.222.0.18 "GET /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168849 Dec 15 16:09:50.473239 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32cd39-546a-41fc-9f3a-2ffd28aeb60d req-1b69c6b9-6d94-4c4d-9538-61b46aa9cc70 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:50.474870 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3b32cd39-546a-41fc-9f3a-2ffd28aeb60d req-1b69c6b9-6d94-4c4d-9538-61b46aa9cc70 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0813465 Dec 15 16:09:50.503172 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a634a-7a59-488a-98db-c9babf440fb7 req-58a0a7c7-36d2-4a83-96bb-fcbb82de62e7 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:50.504666 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c56a634a-7a59-488a-98db-c9babf440fb7 req-58a0a7c7-36d2-4a83-96bb-fcbb82de62e7 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.0557239 Dec 15 16:09:50.528775 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3b32cd39-546a-41fc-9f3a-2ffd28aeb60d req-fdf7e51f-3bd9-471d-a5b7-9aacd810b26b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414674 Dec 15 16:09:50.552604 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c56a634a-7a59-488a-98db-c9babf440fb7 req-c4732552-222b-4435-b7ac-a3d9d8f3e9e2 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Dec 15 16:09:50.692397 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4649285-ab88-4e53-b2af-fed0523ce0cc req-2af4ab4f-3426-4760-9ff2-e9ea8b32ab39 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:50.693960 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d4649285-ab88-4e53-b2af-fed0523ce0cc req-2af4ab4f-3426-4760-9ff2-e9ea8b32ab39 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0524795 Dec 15 16:09:50.744832 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d4649285-ab88-4e53-b2af-fed0523ce0cc req-a8837a8f-538e-4e00-914b-daaf2d8eb682 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Dec 15 16:09:50.995634 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c2e5f-0882-4449-87e1-80ccfcba8ae1 req-33195098-9121-4f73-b87b-9b05a83f1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:50.997028 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-847c2e5f-0882-4449-87e1-80ccfcba8ae1 req-33195098-9121-4f73-b87b-9b05a83f1127 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 1098 time: 0.0400314 Dec 15 16:09:51.000687 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51364d9e-fcac-42ba-aebc-73667427c441 req-9ac572e2-f783-4a45-9f2c-53bb923d3fa6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:51.002148 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-51364d9e-fcac-42ba-aebc-73667427c441 req-9ac572e2-f783-4a45-9f2c-53bb923d3fa6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0521710 Dec 15 16:09:51.053630 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-51364d9e-fcac-42ba-aebc-73667427c441 req-5a341f76-9e53-4399-b858-df7fed27ff11 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454574 Dec 15 16:09:51.134716 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c2e5f-0882-4449-87e1-80ccfcba8ae1 req-a4ea07c3-5f9a-4e90-b5ea-b3c97110fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:51.136159 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-847c2e5f-0882-4449-87e1-80ccfcba8ae1 req-a4ea07c3-5f9a-4e90-b5ea-b3c97110fa85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 920 time: 0.1253181 Dec 15 16:09:51.148242 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb93d06-df27-426e-946a-c3f3abf4a062 req-39813a9e-1f3e-487f-96d3-3afd8f388f96 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:51.149570 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9fb93d06-df27-426e-946a-c3f3abf4a062 req-39813a9e-1f3e-487f-96d3-3afd8f388f96 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0721583 Dec 15 16:09:51.189002 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-847c2e5f-0882-4449-87e1-80ccfcba8ae1 req-5378ba2d-d972-4732-9831-da4fa9f5583f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b8a41c5-0444-446c-b2e7-113e3d782222 HTTP/1.1" status: 200 len: 217 time: 0.0385520 Dec 15 16:09:51.249890 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9fb93d06-df27-426e-946a-c3f3abf4a062 req-fbebeace-7615-4164-8e3e-40799ca7d8b5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933652 Dec 15 16:09:51.267779 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c2e5f-0882-4449-87e1-80ccfcba8ae1 req-874acf02-935e-489c-8e3d-a22a81e576b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:51.269301 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-847c2e5f-0882-4449-87e1-80ccfcba8ae1 req-874acf02-935e-489c-8e3d-a22a81e576b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd HTTP/1.1" status: 200 len: 859 time: 0.0577402 Dec 15 16:09:51.313341 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-847c2e5f-0882-4449-87e1-80ccfcba8ae1 req-6a01c3c3-e427-4d74-8617-b96cae58a344 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84380ad-1686-4ecc-ba8f-571feeb05d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235755 Dec 15 16:09:51.410807 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-847c2e5f-0882-4449-87e1-80ccfcba8ae1 req-33056084-5729-4442-8a40-77da091a8ed9 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841699 Dec 15 16:09:51.421451 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843252b-4c15-48ba-bfae-1939f71db0ea req-86dd02fa-2d1f-4772-a782-28ce0581c08b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:51.422976 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6843252b-4c15-48ba-bfae-1939f71db0ea req-86dd02fa-2d1f-4772-a782-28ce0581c08b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 943 time: 0.0546560 Dec 15 16:09:51.472886 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6843252b-4c15-48ba-bfae-1939f71db0ea req-d4b5b69b-0b0e-46e9-9d02-4c9555888cea tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Dec 15 16:09:51.508104 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-847c2e5f-0882-4449-87e1-80ccfcba8ae1 req-faa27190-3011-4f53-bf2b-7091a3ef09e0 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849671 Dec 15 16:09:51.648586 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accdbec-c806-4847-828d-39f993dc424b req-cee86768-af09-495c-9d72-cf27d363787d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:51.650007 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4accdbec-c806-4847-828d-39f993dc424b req-cee86768-af09-495c-9d72-cf27d363787d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0470622 Dec 15 16:09:51.695410 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4accdbec-c806-4847-828d-39f993dc424b req-6b1d63cb-65ca-4aaa-80ec-fcffa4b43702 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389223 Dec 15 16:09:52.174728 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cb367-a47c-40b6-a5ac-b244105cabd9 req-84a6b650-0352-42c5-b9b6-f0429b8b3239 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:52.176208 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b17cb367-a47c-40b6-a5ac-b244105cabd9 req-84a6b650-0352-42c5-b9b6-f0429b8b3239 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0517640 Dec 15 16:09:52.223514 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b17cb367-a47c-40b6-a5ac-b244105cabd9 req-652879d9-c8ed-4068-b376-efcd70cfc498 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Dec 15 16:09:52.370485 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5827e-9585-4d4f-b1a8-1744974c5ae3 req-88c6de9e-9212-4f72-9bf0-eaafe988c06d tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:52.371920 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e9e5827e-9585-4d4f-b1a8-1744974c5ae3 req-88c6de9e-9212-4f72-9bf0-eaafe988c06d tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0517161 Dec 15 16:09:52.429172 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e9e5827e-9585-4d4f-b1a8-1744974c5ae3 req-08b5c81f-37d7-429c-b989-3d9f333b1fe1 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501823 Dec 15 16:09:52.590396 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffca19d-cd82-4aff-816e-4c186dd830a1 req-08765210-d7e1-43b2-a77b-28d2cb6a40b4 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:52.591898 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dffca19d-cd82-4aff-816e-4c186dd830a1 req-08765210-d7e1-43b2-a77b-28d2cb6a40b4 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 943 time: 0.0492806 Dec 15 16:09:52.640726 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dffca19d-cd82-4aff-816e-4c186dd830a1 req-7479db7a-1d09-4e30-add7-dcfd38671305 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429146 Dec 15 16:09:52.809712 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105bec9-d9fa-40a7-89af-23273603118a req-61f563c4-08e2-4d02-b961-3eddf601d5db tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:52.812697 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d105bec9-d9fa-40a7-89af-23273603118a req-61f563c4-08e2-4d02-b961-3eddf601d5db tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0482309 Dec 15 16:09:52.860243 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d105bec9-d9fa-40a7-89af-23273603118a req-022eabb8-738d-446d-bdef-7dd8e65a3575 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418322 Dec 15 16:09:53.339741 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621310ab-9540-4232-8e3f-e872cf486cda req-3047a483-b549-4028-add7-e3e4776a6701 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:53.341253 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-621310ab-9540-4232-8e3f-e872cf486cda req-3047a483-b549-4028-add7-e3e4776a6701 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0495872 Dec 15 16:09:53.389597 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-621310ab-9540-4232-8e3f-e872cf486cda req-a8dc4ab6-0094-457d-bf42-84435c05f150 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424337 Dec 15 16:09:53.541780 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff491b-6efe-4b92-9e8b-24baaff77933 req-680931f5-6146-4a4f-8a74-74aaf09d8de5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:53.543255 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-22ff491b-6efe-4b92-9e8b-24baaff77933 req-680931f5-6146-4a4f-8a74-74aaf09d8de5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0477943 Dec 15 16:09:53.595362 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-22ff491b-6efe-4b92-9e8b-24baaff77933 req-12a6ca42-2155-4573-a6e9-c8f5da0e8abc tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449615 Dec 15 16:09:53.712423 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a661-588c-43bf-a916-ab8e67a6100a req-9392205a-53ac-4a3e-8e82-755764759f4b tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:53.714703 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8173a661-588c-43bf-a916-ab8e67a6100a req-9392205a-53ac-4a3e-8e82-755764759f4b tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0510383 Dec 15 16:09:53.758470 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec694a-e2fb-49af-a7db-51d72f79c3a1 req-a1008bd8-6900-4046-b9d5-3a6396d0c21e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:53.759973 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-59ec694a-e2fb-49af-a7db-51d72f79c3a1 req-a1008bd8-6900-4046-b9d5-3a6396d0c21e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 943 time: 0.0492010 Dec 15 16:09:53.770576 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8173a661-588c-43bf-a916-ab8e67a6100a req-7a66260a-19a7-41a0-a622-96102be4f863 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473943 Dec 15 16:09:53.792767 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 37690) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:53.817594 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-59ec694a-e2fb-49af-a7db-51d72f79c3a1 req-e8eeea58-b4db-457f-81d3-01457df87679 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504963 Dec 15 16:09:54.053456 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abb293-ebca-470e-bfe3-fbdfb9feaff0 req-c02c01aa-1c04-492c-aec5-afd755b67768 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:54.054870 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05abb293-ebca-470e-bfe3-fbdfb9feaff0 req-c02c01aa-1c04-492c-aec5-afd755b67768 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.1203878 Dec 15 16:09:54.057356 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa99ed08-73e5-44f6-af92-1cb06ed7d4e4 tempest-TestShelveInstance-582194621 tempest-TestShelveInstance-582194621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:54.058830 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-aa99ed08-73e5-44f6-af92-1cb06ed7d4e4 tempest-TestShelveInstance-582194621 tempest-TestShelveInstance-582194621-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 1093 time: 0.2649610 Dec 15 16:09:54.062261 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 37702) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:54.066673 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Request body: {'floatingip': {'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'port_id': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:09:54.108376 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:54.142089 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05abb293-ebca-470e-bfe3-fbdfb9feaff0 req-ed9b7ed5-aa91-4b97-afd9-add54e43701e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709321 Dec 15 16:09:54.197050 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:09:54.217416 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:54.289402 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:09:54.301983 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '5c29cae1-ba11-45ac-b5fe-fcc0dfad0996', 'network_id': '759c34f4-14be-417a-897c-06d30e0fd249', 'port_id': '5c29cae1-ba11-45ac-b5fe-fcc0dfad0996', 'mac_address': 'fa:16:3e:38:57:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:09:54.324969 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Allocated IP 172.27.1.250 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/94b7e7f9-6aad-4f9d-9af3-f7746fcb4da5) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:09:54.345611 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:54.358639 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:09:54.377739 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:09:54.381659 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:54.431137 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:54.433631 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:54.491488 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:54.520980 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c4a3b-26bf-4ee5-9a35-f07734a8a273 req-d73d2d69-3e7e-404e-83b4-0843decef30a tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:54.522654 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6d4c4a3b-26bf-4ee5-9a35-f07734a8a273 req-d73d2d69-3e7e-404e-83b4-0843decef30a tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0568516 Dec 15 16:09:54.530892 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:09:54.533886 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:09:54.537400 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:09:54.562910 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event updated for resources: {'Port': ['ID=94b7e7f9-6aad-4f9d-9af3-f7746fcb4da5,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:54.570445 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6d4c4a3b-26bf-4ee5-9a35-f07734a8a273 req-1012ad03-43c7-42c7-a3fc-7f191ae4880b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Dec 15 16:09:54.887595 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:54.987678 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825780a-623f-4785-9541-9a398544d3d6 req-1134628d-6ca8-411f-bab7-b2adb98d9770 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:54.989185 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a825780a-623f-4785-9541-9a398544d3d6 req-1134628d-6ca8-411f-bab7-b2adb98d9770 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 944 time: 0.0820241 Dec 15 16:09:54.995705 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:55.009927 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['5c29cae1-ba11-45ac-b5fe-fcc0dfad0996'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:09:55.086750 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a825780a-623f-4785-9541-9a398544d3d6 req-87cd1fd2-16a8-4f21-9e10-6b8b12602028 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884218 Dec 15 16:09:55.225896 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:55.230407 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987328'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:55.281494 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57949f-850e-4966-aecc-99118b37fdc1 req-08e1dee4-010c-473e-8d03-24316f978e3d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:55.283037 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cb57949f-850e-4966-aecc-99118b37fdc1 req-08e1dee4-010c-473e-8d03-24316f978e3d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0491004 Dec 15 16:09:55.297712 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event updated for resources: {'Port': ['ID=94b7e7f9-6aad-4f9d-9af3-f7746fcb4da5,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:55.307383 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:55.332231 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cb57949f-850e-4966-aecc-99118b37fdc1 req-d1b04ed1-7934-4add-9930-6483498980f4 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431044 Dec 15 16:09:55.405667 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.l3_db [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Floating IP 045223ad-89cc-4373-a04f-0aef1c454d80 associated. External IP: 172.27.1.250, port: e59443c3-d7d5-4e2d-aff5-cef64eefe552. Dec 15 16:09:55.835555 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Router bdc82568-7b82-436a-9748-3acf4afa292d has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:09:55.848020 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32a491-7c0d-4883-ab30-f492a05f1f43 req-49d2d666-e0a2-42e8-87c9-6d717fe7b7c0 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:55.849464 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc32a491-7c0d-4883-ab30-f492a05f1f43 req-49d2d666-e0a2-42e8-87c9-6d717fe7b7c0 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0665741 Dec 15 16:09:55.964008 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc32a491-7c0d-4883-ab30-f492a05f1f43 req-d798c7ee-0fbd-47c0-aadc-02e137465170 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078341 Dec 15 16:09:55.979549 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:09:55.992171 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39549b36-406f-4bbc-a660-fba9af865476 None None] Sync routers for ids ['bdc82568-7b82-436a-9748-3acf4afa292d'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:09:55.999199 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:56.005038 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39549b36-406f-4bbc-a660-fba9af865476 None None] Routers {'bdc82568-7b82-436a-9748-3acf4afa292d'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:09:56.005701 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-39549b36-406f-4bbc-a660-fba9af865476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:09:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['bdc82568-7b82-436a-9748-3acf4afa292d'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:09:56.042907 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-77c1052a-66b5-4225-89c9-52dbb6edda9e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9654305 Dec 15 16:09:56.042907 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:09:56.042907 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93fe40e28fdc5c77346bb66089c0ac0313d1d773a74fe44e2cd07b84df8d09d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb43a2b-137e-4947-baaf-79266858d923" -d '{"events": [{"name": "network-changed", "server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:09:56.070972 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50d7e50-07d7-4489-ad44-161b73b58727 x-openstack-request-id: req-e50d7e50-07d7-4489-ad44-161b73b58727 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:09:56.071272 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:09:56.071520 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e50d7e50-07d7-4489-ad44-161b73b58727 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:09:56.071916 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'status': 'completed', 'code': 200} Dec 15 16:09:56.132326 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-39549b36-406f-4bbc-a660-fba9af865476 None None] Set router bdc82568-7b82-436a-9748-3acf4afa292d gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:09:56.191916 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43a2b-137e-4947-baaf-79266858d923 req-d030fa90-e300-4cf6-9dc0-081c864c3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:56.194587 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4fb43a2b-137e-4947-baaf-79266858d923 req-d030fa90-e300-4cf6-9dc0-081c864c3bf3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79292acd0f5349ed8f0dc153ee4c983d&device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 1098 time: 0.0762215 Dec 15 16:09:56.245304 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0db95-88ce-4a1a-a9ef-0b378037add8 req-d69eaef0-11e1-4e37-a208-b798c41264ce tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:56.247049 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0af0db95-88ce-4a1a-a9ef-0b378037add8 req-d69eaef0-11e1-4e37-a208-b798c41264ce tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 944 time: 0.0798342 Dec 15 16:09:56.336257 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0af0db95-88ce-4a1a-a9ef-0b378037add8 req-edd85b82-e9e7-4520-b859-67d7df809830 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828311 Dec 15 16:09:56.503540 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-39549b36-406f-4bbc-a660-fba9af865476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:26Z', 'revision_number': 4, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '045223ad-89cc-4373-a04f-0aef1c454d80', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'port_id': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'mac_address': 'fa:16:3e:30:f4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:09:54Z', 'updated_at': '2021-12-15T16:09:54Z', 'revision_number': 0, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a829d2d-9095-40e8-921f-440754f6f07c', 'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'mac_address': 'fa:16:3e:b7:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:25Z', 'updated_at': '2021-12-15T16:08:32Z', 'revision_number': 5, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'subnets': [{'id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:09:56.531955 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39549b36-406f-4bbc-a660-fba9af865476 None None] Checking router: bdc82568-7b82-436a-9748-3acf4afa292d for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:09:56.543114 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39549b36-406f-4bbc-a660-fba9af865476 None None] Routers {'bdc82568-7b82-436a-9748-3acf4afa292d'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:09:56.543739 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-39549b36-406f-4bbc-a660-fba9af865476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:09:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['bdc82568-7b82-436a-9748-3acf4afa292d'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:09:56.664691 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-39549b36-406f-4bbc-a660-fba9af865476 None None] Set router bdc82568-7b82-436a-9748-3acf4afa292d gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:09:56.730190 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ccd5e-93c4-4962-ab01-830bc1ad07a8 req-85531eb6-3be7-48c0-aa91-739bdfd31cb0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:56.731702 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c8ccd5e-93c4-4962-ab01-830bc1ad07a8 req-85531eb6-3be7-48c0-aa91-739bdfd31cb0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0747938 Dec 15 16:09:56.734588 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43a2b-137e-4947-baaf-79266858d923 req-2ae68968-2870-460f-a73f-5e339e12e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:56.736015 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4fb43a2b-137e-4947-baaf-79266858d923 req-2ae68968-2870-460f-a73f-5e339e12e959 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4579f1c5-7fc5-4782-9d02-20f1a37f593e HTTP/1.1" status: 200 len: 909 time: 0.5305855 Dec 15 16:09:56.831107 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4fb43a2b-137e-4947-baaf-79266858d923 req-1bbf3cdb-ca85-49bf-a36b-ba53ab0f7cb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552 HTTP/1.1" status: 200 len: 999 time: 0.0861306 Dec 15 16:09:56.834383 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c8ccd5e-93c4-4962-ab01-830bc1ad07a8 req-7d7339ba-5311-43c0-82cd-182d3afd0b9a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953462 Dec 15 16:09:56.886784 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43a2b-137e-4947-baaf-79266858d923 req-416c5d0d-1847-4ac2-85e2-a5c7c60f4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:56.889007 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4fb43a2b-137e-4947-baaf-79266858d923 req-416c5d0d-1847-4ac2-85e2-a5c7c60f4800 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b351123e-a8b4-41b4-806b-9570c2b4459b HTTP/1.1" status: 200 len: 847 time: 0.0503702 Dec 15 16:09:56.897817 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-39549b36-406f-4bbc-a660-fba9af865476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:26Z', 'revision_number': 4, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '045223ad-89cc-4373-a04f-0aef1c454d80', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'port_id': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'mac_address': 'fa:16:3e:30:f4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:09:54Z', 'updated_at': '2021-12-15T16:09:54Z', 'revision_number': 0, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a829d2d-9095-40e8-921f-440754f6f07c', 'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'mac_address': 'fa:16:3e:b7:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:25Z', 'updated_at': '2021-12-15T16:08:32Z', 'revision_number': 5, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'subnets': [{'id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:09:56.931587 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39549b36-406f-4bbc-a660-fba9af865476 None None] The sync data for ids ['bdc82568-7b82-436a-9748-3acf4afa292d'] in dv-cinder-800703-3-iscsi is: [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:26Z', 'revision_number': 4, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '045223ad-89cc-4373-a04f-0aef1c454d80', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'port_id': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'mac_address': 'fa:16:3e:30:f4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:09:54Z', 'updated_at': '2021-12-15T16:09:54Z', 'revision_number': 0, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a829d2d-9095-40e8-921f-440754f6f07c', 'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'mac_address': 'fa:16:3e:b7:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:25Z', 'updated_at': '2021-12-15T16:08:32Z', 'revision_number': 5, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'subnets': [{'id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:09:56.952856 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43a2b-137e-4947-baaf-79266858d923 req-2416d974-7a3e-49c2-bb04-a62a92c3d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:56.954356 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4fb43a2b-137e-4947-baaf-79266858d923 req-2416d974-7a3e-49c2-bb04-a62a92c3d3fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4579f1c5-7fc5-4782-9d02-20f1a37f593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491958 Dec 15 16:09:57.049636 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4fb43a2b-137e-4947-baaf-79266858d923 req-9022613d-1a19-4c1b-b59e-602947185f7a service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876448 Dec 15 16:09:57.149059 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf288499-e885-4abf-9957-a28245dc0f93 None None] New status for floating IP 045223ad-89cc-4373-a04f-0aef1c454d80: ACTIVE {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:09:57.149605 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4fb43a2b-137e-4947-baaf-79266858d923 req-aa3935e1-7dec-4650-9b4a-a832618dab87 service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888138 Dec 15 16:09:57.440262 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0292c-f531-4d4b-8bc6-69da74ddfd4c req-37b95256-6e0d-49e0-aafb-f4ff984434cb tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:57.441755 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3eb0292c-f531-4d4b-8bc6-69da74ddfd4c req-37b95256-6e0d-49e0-aafb-f4ff984434cb tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 944 time: 0.0501218 Dec 15 16:09:57.491659 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3eb0292c-f531-4d4b-8bc6-69da74ddfd4c req-0eb89841-e8f7-4991-92e5-2060c0970b73 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 Dec 15 16:09:57.602382 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e218b5-ec71-46dc-a841-bd91f2a15408 req-d8a35426-da47-48d3-922a-1f6b7281e91f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:57.604037 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b2e218b5-ec71-46dc-a841-bd91f2a15408 req-d8a35426-da47-48d3-922a-1f6b7281e91f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0628872 Dec 15 16:09:57.662210 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b2e218b5-ec71-46dc-a841-bd91f2a15408 req-b1d2820c-ba33-465b-941b-2209a55afd46 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501657 Dec 15 16:09:58.025189 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e26e0a-7852-4c21-8a02-0063b77af8ec req-ce99f553-6f62-4f9c-aae4-5dcc8fc73572 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:58.026715 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-84e26e0a-7852-4c21-8a02-0063b77af8ec req-ce99f553-6f62-4f9c-aae4-5dcc8fc73572 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0564327 Dec 15 16:09:58.079699 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de783d-a7ff-4b1e-aafd-b845d9a34623 req-46f8cbca-9c90-413b-b7d5-99d190c264b1 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:58.081228 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-09de783d-a7ff-4b1e-aafd-b845d9a34623 req-46f8cbca-9c90-413b-b7d5-99d190c264b1 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0576787 Dec 15 16:09:58.082639 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-84e26e0a-7852-4c21-8a02-0063b77af8ec req-c52ff705-76bd-402c-aefa-e131bc5a6f64 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496070 Dec 15 16:09:58.129974 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-09de783d-a7ff-4b1e-aafd-b845d9a34623 req-740d4968-71db-4558-8ee7-de4f569081f3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424731 Dec 15 16:09:58.221044 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:09:58.272053 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:09:58.276094 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:09:58.276465 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:58.353122 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:58.375109 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8328bb6e-1447-440f-a168-e7db971aeff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c29cae1-ba11-45ac-b5fe-fcc0dfad0996'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:09:58.377317 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fc64b7-1bba-42cc-af02-31947b9f0274" -d '{"events": [{"server_uuid": "8328bb6e-1447-440f-a168-e7db971aeff6", "name": "network-vif-plugged", "status": "completed", "tag": "5c29cae1-ba11-45ac-b5fe-fcc0dfad0996"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:09:58.389571 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:09:58.393655 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:58.416353 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaa0f8a-5329-4e1e-8d66-44fc21ace7da x-openstack-request-id: req-abaa0f8a-5329-4e1e-8d66-44fc21ace7da {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:09:58.416645 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8328bb6e-1447-440f-a168-e7db971aeff6", "name": "network-vif-plugged", "status": "completed", "tag": "5c29cae1-ba11-45ac-b5fe-fcc0dfad0996", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:09:58.416896 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abaa0f8a-5329-4e1e-8d66-44fc21ace7da {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:09:58.417277 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8328bb6e-1447-440f-a168-e7db971aeff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c29cae1-ba11-45ac-b5fe-fcc0dfad0996', 'code': 200} Dec 15 16:09:58.442170 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:58.596678 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfefc5-102d-4a8d-b7e3-fc647a0f49da req-d35906c7-ac4c-4441-8f73-4f1f1b4ea140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:58.598657 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c4dfefc5-102d-4a8d-b7e3-fc647a0f49da req-d35906c7-ac4c-4441-8f73-4f1f1b4ea140 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 1098 time: 0.0426018 Dec 15 16:09:58.617283 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973599-4867-45a4-994e-7b93dd1ff447 req-4acb7c6a-96d1-4e98-8a4a-1802c9483e08 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:58.618753 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d9973599-4867-45a4-994e-7b93dd1ff447 req-4acb7c6a-96d1-4e98-8a4a-1802c9483e08 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0475998 Dec 15 16:09:58.654859 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c4dfefc5-102d-4a8d-b7e3-fc647a0f49da req-3a92f321-61a5-4cef-a9df-bb1348373c15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 Dec 15 16:09:58.670483 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d9973599-4867-45a4-994e-7b93dd1ff447 req-58917c01-9c9b-4b80-9a2c-48881f33ea4b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451787 Dec 15 16:09:58.897702 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 37820) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:59.004917 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-038e9601-4577-4061-b07b-1b9100c3cfb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:59.089405 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-038e9601-4577-4061-b07b-1b9100c3cfb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:59.092887 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-038e9601-4577-4061-b07b-1b9100c3cfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:59.131404 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-038e9601-4577-4061-b07b-1b9100c3cfb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4fe0556ebbe4679bba4bca253e6845b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325890 Dec 15 16:09:59.132366 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e9601-4577-4061-b07b-1b9100c3cfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172c2a96-3f37-4356-82ce-1f056fe45c1b,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:59.134462 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 37830) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:59.214325 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-067a21f6-ca02-46cb-b57c-e8053c23b629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:59.227020 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427c750-9bc4-43df-ad56-62440d56cb98 req-88716e5d-93f4-4fd3-b741-5ee4c7686174 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:59.228485 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a427c750-9bc4-43df-ad56-62440d56cb98 req-88716e5d-93f4-4fd3-b741-5ee4c7686174 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0656769 Dec 15 16:09:59.250413 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee5218-770d-4936-b4f4-cbe0e6dfd8ab req-7bb0db9a-8aa1-4e2e-9deb-06a72341a98d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:59.251915 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-deee5218-770d-4936-b4f4-cbe0e6dfd8ab req-7bb0db9a-8aa1-4e2e-9deb-06a72341a98d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0489399 Dec 15 16:09:59.252548 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-067a21f6-ca02-46cb-b57c-e8053c23b629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:59.298400 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-deee5218-770d-4936-b4f4-cbe0e6dfd8ab req-a8c52567-f15d-41ec-9d4f-8d69a9415fab tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404601 Dec 15 16:09:59.311733 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a427c750-9bc4-43df-ad56-62440d56cb98 req-8f96d9cf-69a5-46de-ba3f-21916d104e6f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763292 Dec 15 16:09:59.329644 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-067a21f6-ca02-46cb-b57c-e8053c23b629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:59.332379 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-067a21f6-ca02-46cb-b57c-e8053c23b629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:59.333477 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-067a21f6-ca02-46cb-b57c-e8053c23b629 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/172c2a96-3f37-4356-82ce-1f056fe45c1b HTTP/1.1" status: 204 len: 168 time: 0.1978836 Dec 15 16:09:59.343541 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a21f6-ca02-46cb-b57c-e8053c23b629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172c2a96-3f37-4356-82ce-1f056fe45c1b,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:09:59.476545 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:59.783551 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd0c8e-a741-4081-823a-b3fa31915be7 req-f3eeb510-81b7-448c-8e84-8778af74ded0 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:09:59.785067 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-78cd0c8e-a741-4081-823a-b3fa31915be7 req-f3eeb510-81b7-448c-8e84-8778af74ded0 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0493493 Dec 15 16:09:59.833453 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-78cd0c8e-a741-4081-823a-b3fa31915be7 req-fe9ba6b0-bf86-4adf-bc38-61499865ca90 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Dec 15 16:10:00.427369 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b2ef6-3135-4a81-ad09-f5f349a24080 req-4bed7c36-34f5-43d3-892d-44e34d7ab38b tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:00.429075 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:10:00.429729 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-778b2ef6-3135-4a81-ad09-f5f349a24080 req-4bed7c36-34f5-43d3-892d-44e34d7ab38b tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0567620 Dec 15 16:10:00.471810 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9c40b-352e-412e-a37b-7cdf78584cda req-8a84f93b-35a4-4b28-ba86-295ac9018282 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:00.473537 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f6c9c40b-352e-412e-a37b-7cdf78584cda req-8a84f93b-35a4-4b28-ba86-295ac9018282 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0654011 Dec 15 16:10:00.495259 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-778b2ef6-3135-4a81-ad09-f5f349a24080 req-63a8bea3-d355-4d2b-bbc0-1f17c9e3b7ce tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540214 Dec 15 16:10:00.521306 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f6c9c40b-352e-412e-a37b-7cdf78584cda req-3d8db8c9-e1f9-468b-b2da-c5dd6fcd2df7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416393 Dec 15 16:10:00.946358 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c12a98-de55-4b83-b70b-94c7caf8fb35 req-7cb45cc6-ff77-4a6f-b723-34fbcec1dbfd tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:00.947807 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-27c12a98-de55-4b83-b70b-94c7caf8fb35 req-7cb45cc6-ff77-4a6f-b723-34fbcec1dbfd tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0477374 Dec 15 16:10:00.996370 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-27c12a98-de55-4b83-b70b-94c7caf8fb35 req-5e059499-b760-4fd7-8765-a74181066e3b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Dec 15 16:10:01.610750 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa0e50-7b4c-43e4-8734-0981845b1ff1 req-baf26a9a-847c-439e-ac38-0ccb3205f9c9 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:01.612249 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-acaa0e50-7b4c-43e4-8734-0981845b1ff1 req-baf26a9a-847c-439e-ac38-0ccb3205f9c9 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0484846 Dec 15 16:10:01.637603 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976763bc-7558-4808-b45b-fed8808f2fa3 req-51ce6dd2-cdd1-4b20-a5ed-d0522836bf7a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:01.639115 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-976763bc-7558-4808-b45b-fed8808f2fa3 req-51ce6dd2-cdd1-4b20-a5ed-d0522836bf7a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0475554 Dec 15 16:10:01.658673 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-acaa0e50-7b4c-43e4-8734-0981845b1ff1 req-b3c545e9-92dc-42ab-b552-dd6f5ede6412 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404429 Dec 15 16:10:01.686728 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-976763bc-7558-4808-b45b-fed8808f2fa3 req-be375c0b-a013-4aa5-a644-b064bfaea5bc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418298 Dec 15 16:10:02.112302 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4830d8-c07e-4f1a-9771-62467da62d61 req-bf6799b0-b66f-4447-ac37-7494c33c77e0 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:02.113815 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bf4830d8-c07e-4f1a-9771-62467da62d61 req-bf6799b0-b66f-4447-ac37-7494c33c77e0 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0513806 Dec 15 16:10:02.159443 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bf4830d8-c07e-4f1a-9771-62467da62d61 req-44014ed1-6375-41de-abd6-53f4e73b5b66 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Dec 15 16:10:02.773740 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202656e6-b929-41d2-8f8a-40e57a33df1c req-181e1b4b-815c-4a49-8fee-b18ded339bbf tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:02.775174 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-202656e6-b929-41d2-8f8a-40e57a33df1c req-181e1b4b-815c-4a49-8fee-b18ded339bbf tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0483963 Dec 15 16:10:02.804476 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eefd9a-f09c-42a2-b1ea-753c6f42de42 req-9af0df0c-6413-4db8-88b4-797666e1d08f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:02.806067 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-39eefd9a-f09c-42a2-b1ea-753c6f42de42 req-9af0df0c-6413-4db8-88b4-797666e1d08f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0483217 Dec 15 16:10:02.822936 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-202656e6-b929-41d2-8f8a-40e57a33df1c req-f3991c98-f66c-43e3-8ca2-c5cf74c964b9 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415454 Dec 15 16:10:02.855205 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-39eefd9a-f09c-42a2-b1ea-753c6f42de42 req-362bfd22-a9d0-42b5-bf8a-ed61887b7660 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425041 Dec 15 16:10:03.283650 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0771c-c8e6-4f74-8dde-4ef7ab50c604 req-3b2dd551-56d0-44f7-8006-77f9c3fb7525 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:03.285126 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a0c0771c-c8e6-4f74-8dde-4ef7ab50c604 req-3b2dd551-56d0-44f7-8006-77f9c3fb7525 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0571826 Dec 15 16:10:03.335757 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a0c0771c-c8e6-4f74-8dde-4ef7ab50c604 req-1d496070-7b17-4cf7-96b5-41a5212113d5 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442472 Dec 15 16:10:03.937087 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23489e-55a7-4249-a54a-9dd2acf08acc req-fa5266cc-8d96-4782-ac97-4b66b17f58d3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:03.939283 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-df23489e-55a7-4249-a54a-9dd2acf08acc req-fa5266cc-8d96-4782-ac97-4b66b17f58d3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0493562 Dec 15 16:10:03.977071 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b4b43-5250-490b-a1ca-d63409edc100 req-a7ff2b6e-36b8-4455-b7cd-cbb32ac3b5b8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:03.978583 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-432b4b43-5250-490b-a1ca-d63409edc100 req-a7ff2b6e-36b8-4455-b7cd-cbb32ac3b5b8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0514798 Dec 15 16:10:03.989947 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-df23489e-55a7-4249-a54a-9dd2acf08acc req-eb659b61-ad3d-4f5e-8106-81e29711a58e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447633 Dec 15 16:10:04.027409 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-432b4b43-5250-490b-a1ca-d63409edc100 req-42a48311-1fac-472b-89dd-d397a2326ed6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429344 Dec 15 16:10:04.461717 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dca4-a266-4f1a-ade9-9e8cc15c70e0 req-fba89403-ecdf-495a-b109-29296347a55a tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:04.463424 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-70d2dca4-a266-4f1a-ade9-9e8cc15c70e0 req-fba89403-ecdf-495a-b109-29296347a55a tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0525761 Dec 15 16:10:04.510012 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-70d2dca4-a266-4f1a-ade9-9e8cc15c70e0 req-2c4a09e4-6cd4-478a-a022-e50c137d7148 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Dec 15 16:10:05.087012 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-651409f1-7be1-4e39-90e7-4b97afc41f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:05.119410 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ee673-89d6-4f67-8d25-b6867d4e7c23 req-2bdcee59-2fc9-452a-9ed0-aceafe650a84 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:05.120903 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d78ee673-89d6-4f67-8d25-b6867d4e7c23 req-2bdcee59-2fc9-452a-9ed0-aceafe650a84 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0606306 Dec 15 16:10:05.153743 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffceff-7eb9-44ed-a95c-ef821b3dcbb2 req-057c3a86-dd31-4e14-ad01-b8806edbcc26 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:05.155905 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5cffceff-7eb9-44ed-a95c-ef821b3dcbb2 req-057c3a86-dd31-4e14-ad01-b8806edbcc26 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0498462 Dec 15 16:10:05.172556 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d78ee673-89d6-4f67-8d25-b6867d4e7c23 req-bace1189-d73a-4bd1-b9a8-3fd3c7cc766b tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456281 Dec 15 16:10:05.203005 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5cffceff-7eb9-44ed-a95c-ef821b3dcbb2 req-d72b9490-0cb8-4d94-9d5b-7a6bcf704eb6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410144 Dec 15 16:10:05.621168 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc3bf2-0c65-4820-b02a-64c9b945cf96 req-af8f91e8-009b-4557-ba2d-b232847246c8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:05.622594 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cefc3bf2-0c65-4820-b02a-64c9b945cf96 req-af8f91e8-009b-4557-ba2d-b232847246c8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0476980 Dec 15 16:10:05.668309 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cefc3bf2-0c65-4820-b02a-64c9b945cf96 req-a2f3df5a-0f64-4a62-aee7-a1115c1c691a tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Dec 15 16:10:06.289994 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec1ee-02c6-4d89-bba6-24f8e23cfc8d req-4d63272a-6e67-41bd-85e9-d6418624b9ec tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:06.291551 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c4fec1ee-02c6-4d89-bba6-24f8e23cfc8d req-4d63272a-6e67-41bd-85e9-d6418624b9ec tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0525625 Dec 15 16:10:06.320187 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161801f-09f3-4586-acf5-0b197acab73c req-6656d958-458c-4a54-87b8-16eb360c3c7e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:06.321732 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9161801f-09f3-4586-acf5-0b197acab73c req-6656d958-458c-4a54-87b8-16eb360c3c7e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0481040 Dec 15 16:10:06.343187 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c4fec1ee-02c6-4d89-bba6-24f8e23cfc8d req-e283d605-1abe-4922-8bd5-88c673bc0375 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448196 Dec 15 16:10:06.370610 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9161801f-09f3-4586-acf5-0b197acab73c req-8d8efef5-c847-47d3-bae8-ff0210797c79 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421000 Dec 15 16:10:07.189656 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e7cc36cd-60a0-4804-8726-d993cd729b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:07.457017 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e7fb-8088-423d-bcf5-8c07a44b27db req-9a0e9831-cc69-4cb6-90de-a04ea69775af tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:07.458581 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7de9e7fb-8088-423d-bcf5-8c07a44b27db req-9a0e9831-cc69-4cb6-90de-a04ea69775af tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0485842 Dec 15 16:10:07.498259 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1c453-83ee-495a-9f57-8d8f7f868914 req-b13de888-1dbe-4db7-8f0f-ea8d79e76395 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:07.505495 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c1e1c453-83ee-495a-9f57-8d8f7f868914 req-b13de888-1dbe-4db7-8f0f-ea8d79e76395 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0615337 Dec 15 16:10:07.524648 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7de9e7fb-8088-423d-bcf5-8c07a44b27db req-82905703-fd85-4c0c-9bc6-4992c3a5cf47 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554702 Dec 15 16:10:07.550495 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c1e1c453-83ee-495a-9f57-8d8f7f868914 req-291d7777-b1f6-43e8-9121-5e1aea475527 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438461 Dec 15 16:10:08.303466 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device c48ddb89-1c93-427f-a926-073d58761058 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:10:08.396463 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:10:08.407739 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'c48ddb89-1c93-427f-a926-073d58761058', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'port_id': 'c48ddb89-1c93-427f-a926-073d58761058', 'mac_address': 'fa:16:3e:48:6f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:10:08.443271 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:08.456266 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c48ddb89-1c93-427f-a926-073d58761058 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:10:08.475193 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:10:08.478558 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:08.526419 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=c48ddb89-1c93-427f-a926-073d58761058,revision_number=6']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:08.636300 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:08.644638 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f827ff7-b084-4ca1-bc7a-d7aa01dc0933 req-293b5baf-f1ce-40ed-a1d9-3dbe6376d7b8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:08.646331 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5f827ff7-b084-4ca1-bc7a-d7aa01dc0933 req-293b5baf-f1ce-40ed-a1d9-3dbe6376d7b8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0570326 Dec 15 16:10:08.670457 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0421f-8945-435d-aedf-cd3d55739efb req-f4a18a4c-2efa-4111-afe7-590162224b6d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:08.671942 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f8a0421f-8945-435d-aedf-cd3d55739efb req-f4a18a4c-2efa-4111-afe7-590162224b6d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 945 time: 0.0496635 Dec 15 16:10:08.697420 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5f827ff7-b084-4ca1-bc7a-d7aa01dc0933 req-d6c60a0a-0386-4501-a77a-236502b9bd57 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447922 Dec 15 16:10:08.703699 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['c48ddb89-1c93-427f-a926-073d58761058'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:10:08.719722 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f8a0421f-8945-435d-aedf-cd3d55739efb req-1fc1bb96-cdfc-4653-9d04-795af91bcaf6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 Dec 15 16:10:09.763852 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:09.821656 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e5d15-2eab-46ec-9530-a195448ffa52 req-415a3d65-20d1-47f2-b070-331aaa67b692 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:09.823289 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-198e5d15-2eab-46ec-9530-a195448ffa52 req-415a3d65-20d1-47f2-b070-331aaa67b692 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0524404 Dec 15 16:10:09.844807 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cacdba-f2d0-46fa-81c3-4efc220e36dd req-eae97c89-b51d-4e92-abc3-02240ae9c8e7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:09.847109 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-36cacdba-f2d0-46fa-81c3-4efc220e36dd req-eae97c89-b51d-4e92-abc3-02240ae9c8e7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 945 time: 0.0543880 Dec 15 16:10:09.877749 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-198e5d15-2eab-46ec-9530-a195448ffa52 req-8620434b-d347-4e80-be30-6147bd06432a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464606 Dec 15 16:10:09.902597 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-36cacdba-f2d0-46fa-81c3-4efc220e36dd req-ed18752f-8faf-4283-8821-f0498f88d4b7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496151 Dec 15 16:10:10.334259 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device c48ddb89-1c93-427f-a926-073d58761058 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:10:10.402868 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port c48ddb89-1c93-427f-a926-073d58761058 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:10.403231 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:10.500276 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:10.524399 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:10:10.526706 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb925a35-35e1-47f0-8d7c-f99ca33e3413" -d '{"events": [{"server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "name": "network-vif-plugged", "status": "completed", "tag": "c48ddb89-1c93-427f-a926-073d58761058"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:10:10.542745 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:10:10.551640 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:10.595355 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1f3976-0753-47f9-a2e6-64491b248e4a x-openstack-request-id: req-5d1f3976-0753-47f9-a2e6-64491b248e4a {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:10:10.595640 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "name": "network-vif-plugged", "status": "completed", "tag": "c48ddb89-1c93-427f-a926-073d58761058", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:10:10.596062 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d1f3976-0753-47f9-a2e6-64491b248e4a {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:10:10.596620 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058', 'code': 200} Dec 15 16:10:10.621401 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=c48ddb89-1c93-427f-a926-073d58761058,revision_number=7']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:11.001339 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd7db4-3e6a-4a86-8ac1-85eeceb1e2db req-4441cb87-673f-4e75-8c71-fa964150d029 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:11.003657 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f5cd7db4-3e6a-4a86-8ac1-85eeceb1e2db req-4441cb87-673f-4e75-8c71-fa964150d029 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0514619 Dec 15 16:10:11.045279 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76241c-3e98-490e-8038-dd1a2de96d8c req-d4726aaa-2db2-44f9-85c3-7e26cdacaeae tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:11.047968 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4d76241c-3e98-490e-8038-dd1a2de96d8c req-d4726aaa-2db2-44f9-85c3-7e26cdacaeae tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0553069 Dec 15 16:10:11.090549 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f5cd7db4-3e6a-4a86-8ac1-85eeceb1e2db req-7d2518ab-bf8a-4858-acc9-797962809046 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754285 Dec 15 16:10:11.121698 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4d76241c-3e98-490e-8038-dd1a2de96d8c req-773b196b-e695-49f4-93e5-da6869c2d7fb tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631468 Dec 15 16:10:11.441362 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:12.215243 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641724b6-96de-475b-8e79-2328ad30528f req-bfe1c49a-2fb2-41ad-8d7d-b39c6c3fa76d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:12.217987 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-641724b6-96de-475b-8e79-2328ad30528f req-bfe1c49a-2fb2-41ad-8d7d-b39c6c3fa76d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0618269 Dec 15 16:10:12.253238 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b826b-ec3c-46b0-9a3f-912c6651d401 req-7ad64445-9cd7-4c14-a44e-54c464fe70a8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:12.261335 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a70b826b-ec3c-46b0-9a3f-912c6651d401 req-7ad64445-9cd7-4c14-a44e-54c464fe70a8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0699289 Dec 15 16:10:12.290834 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-641724b6-96de-475b-8e79-2328ad30528f req-2fe9565c-33bb-43e4-9769-618fede722f0 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635991 Dec 15 16:10:12.313897 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a70b826b-ec3c-46b0-9a3f-912c6651d401 req-eb7c0f1d-c271-43a0-ae36-82d50c2e8db7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514195 Dec 15 16:10:13.402357 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e941b-a7df-4e35-b694-9b58e28274d4 req-86110964-bcd0-4fdf-b778-0c23875dcd56 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:13.411083 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-806e941b-a7df-4e35-b694-9b58e28274d4 req-86110964-bcd0-4fdf-b778-0c23875dcd56 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0580175 Dec 15 16:10:13.465353 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a39ff7-a5f0-4fb2-acce-e2ec191e6b83 req-d5d2be5c-0eba-4ff1-a4c0-5d4ba23be8ed tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:13.467041 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-806e941b-a7df-4e35-b694-9b58e28274d4 req-4138cda3-edc7-459f-a00c-676cdcff3cd0 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548038 Dec 15 16:10:13.468253 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6a39ff7-a5f0-4fb2-acce-e2ec191e6b83 req-d5d2be5c-0eba-4ff1-a4c0-5d4ba23be8ed tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0587609 Dec 15 16:10:13.536920 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6a39ff7-a5f0-4fb2-acce-e2ec191e6b83 req-54b7f2f8-e499-4e03-9746-c1df13d1d0da tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554905 Dec 15 16:10:14.643205 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1935fc3-7f0a-4bf7-80b2-1baf526c7956 req-4a8ef566-ea9a-4af5-8c0b-8384729135fa tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:14.645198 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e1935fc3-7f0a-4bf7-80b2-1baf526c7956 req-4a8ef566-ea9a-4af5-8c0b-8384729135fa tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0934277 Dec 15 16:10:14.703921 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e1935fc3-7f0a-4bf7-80b2-1baf526c7956 req-ce1f6c2c-2901-4b42-815f-34879e76be7c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527411 Dec 15 16:10:14.740593 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127b28c-3c0b-4f64-a82a-ad7e03426431 req-54e500c9-1c65-4a0e-8745-441d6ea5eae8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:14.748729 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2127b28c-3c0b-4f64-a82a-ad7e03426431 req-54e500c9-1c65-4a0e-8745-441d6ea5eae8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0822682 Dec 15 16:10:14.799066 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2127b28c-3c0b-4f64-a82a-ad7e03426431 req-5c92119a-ea3a-4385-a5cd-6424e2109fd4 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492785 Dec 15 16:10:15.841526 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d462a-b7ac-4083-a634-1a395f0b3b31 req-b11e6342-d8e4-41b4-b37d-776e1e45a141 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:15.845568 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-827d462a-b7ac-4083-a634-1a395f0b3b31 req-b11e6342-d8e4-41b4-b37d-776e1e45a141 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0606196 Dec 15 16:10:15.902106 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-827d462a-b7ac-4083-a634-1a395f0b3b31 req-76617ba0-d41c-4e5c-a517-487b8013b872 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491533 Dec 15 16:10:15.952812 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5672cc-43ae-42c6-a77a-556890ac7168 req-5a8f713d-2c4b-4364-997c-443357f38c5c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:15.953290 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2f5672cc-43ae-42c6-a77a-556890ac7168 req-5a8f713d-2c4b-4364-997c-443357f38c5c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0702684 Dec 15 16:10:16.005303 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2f5672cc-43ae-42c6-a77a-556890ac7168 req-59449f3d-4711-4c31-9083-2280fd930bd6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512264 Dec 15 16:10:17.047062 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11800732-0f52-4d3f-9e9c-de9ba5faf545 req-cc80624f-11b8-428f-8e9a-77ab75bbc487 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:17.057524 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-11800732-0f52-4d3f-9e9c-de9ba5faf545 req-cc80624f-11b8-428f-8e9a-77ab75bbc487 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0719244 Dec 15 16:10:17.130330 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-11800732-0f52-4d3f-9e9c-de9ba5faf545 req-93fb2080-3c73-4dc1-be74-f646474dbb7d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629535 Dec 15 16:10:17.182509 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a06d6-2254-43da-9541-565822128b53 req-8d8c2b26-4e8f-4c3f-b501-ce3d6c2356e4 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:17.190604 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-775a06d6-2254-43da-9541-565822128b53 req-8d8c2b26-4e8f-4c3f-b501-ce3d6c2356e4 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0586290 Dec 15 16:10:17.260349 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-775a06d6-2254-43da-9541-565822128b53 req-2078e41f-ddb4-411d-b311-df06bd28ae4a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688851 Dec 15 16:10:18.239796 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebddbf-b10b-4165-b00c-693135242526 req-6558c8d4-4cb7-434e-a0fb-8be8a38e26b6 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:18.241324 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58ebddbf-b10b-4165-b00c-693135242526 req-6558c8d4-4cb7-434e-a0fb-8be8a38e26b6 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0539722 Dec 15 16:10:18.297516 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58ebddbf-b10b-4165-b00c-693135242526 req-444cddb5-6439-4371-abff-757220ab282f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488923 Dec 15 16:10:18.405246 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca213-778d-4475-81c8-262da7054803 req-e8cdbba6-02db-46f1-ac28-491873dad46d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:18.407474 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3feca213-778d-4475-81c8-262da7054803 req-e8cdbba6-02db-46f1-ac28-491873dad46d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0590944 Dec 15 16:10:18.472939 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3feca213-778d-4475-81c8-262da7054803 req-e5801fe2-186e-4fd7-9b06-8b40285fb73c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587208 Dec 15 16:10:19.097021 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfcf24-2ecd-4fc4-85f0-82c57ce49cd3 req-ec349e79-e01e-47a6-903f-4715f6ad37dc tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:19.098617 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0adfcf24-2ecd-4fc4-85f0-82c57ce49cd3 req-ec349e79-e01e-47a6-903f-4715f6ad37dc tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.0672677 Dec 15 16:10:19.164663 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0adfcf24-2ecd-4fc4-85f0-82c57ce49cd3 req-89fb039e-278e-497b-a642-11702dd36265 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575991 Dec 15 16:10:19.180343 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 38226) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:19.423205 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b854506-2fd1-4aae-89c3-85c4eb280408 req-add31af1-c831-4f91-972d-5c388b15e879 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:19.425677 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2b854506-2fd1-4aae-89c3-85c4eb280408 req-add31af1-c831-4f91-972d-5c388b15e879 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0517080 Dec 15 16:10:19.445124 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3ef90d-95a9-4e15-a377-92452de72061 tempest-TestMinimumBasicScenario-2006294632 tempest-TestMinimumBasicScenario-2006294632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:19.446686 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-fe3ef90d-95a9-4e15-a377-92452de72061 tempest-TestMinimumBasicScenario-2006294632 tempest-TestMinimumBasicScenario-2006294632-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 1094 time: 0.2653120 Dec 15 16:10:19.449411 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 38236) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:19.454241 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Request body: {'floatingip': {'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'port_id': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:19.474795 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2b854506-2fd1-4aae-89c3-85c4eb280408 req-5de3e9b5-7d62-418c-aea7-70591ff3de8c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440402 Dec 15 16:10:19.475105 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:19.624826 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bba171-74ef-4d73-8459-b52eda0c2bd9 req-9770dd47-2b9f-4b77-9d1c-dd44d2d4df4b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:19.626229 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-71bba171-74ef-4d73-8459-b52eda0c2bd9 req-9770dd47-2b9f-4b77-9d1c-dd44d2d4df4b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0689812 Dec 15 16:10:19.632280 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:19.724111 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-71bba171-74ef-4d73-8459-b52eda0c2bd9 req-69e0d4af-4431-464c-abd4-9d032bd43832 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890236 Dec 15 16:10:19.773340 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Allocated IP 172.27.1.68 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/5f90694e-cf43-4d03-8359-7cdd4e4cb2c6) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:10:19.843398 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 38248) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:19.888720 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:19.908940 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045553a-e86d-44e0-aa68-e4428e83f399 req-47f1ae29-7223-4da6-a956-852d305df39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:19.910513 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1045553a-e86d-44e0-aa68-e4428e83f399 req-47f1ae29-7223-4da6-a956-852d305df39d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 1099 time: 0.0421402 Dec 15 16:10:19.927729 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:19.977539 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:19.980721 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-626007f2-a987-4313-85a1-5ff3918ef78b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:19.985782 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:19.996873 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:10:20.001972 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'Port': ['ID=5f90694e-cf43-4d03-8359-7cdd4e4cb2c6,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:20.014071 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045553a-e86d-44e0-aa68-e4428e83f399 req-6b2aafc1-fad7-4975-a99d-43b396820e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:20.015586 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1045553a-e86d-44e0-aa68-e4428e83f399 req-6b2aafc1-fad7-4975-a99d-43b396820e4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 200 len: 917 time: 0.0949080 Dec 15 16:10:20.087860 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1045553a-e86d-44e0-aa68-e4428e83f399 req-09da48c5-43e1-4944-be3b-12b6cdcc8500 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c48ddb89-1c93-427f-a926-073d58761058 HTTP/1.1" status: 200 len: 1002 time: 0.0611453 Dec 15 16:10:20.149001 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045553a-e86d-44e0-aa68-e4428e83f399 req-47c660bb-a1b3-4f26-9385-ddb57dee239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:20.150397 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1045553a-e86d-44e0-aa68-e4428e83f399 req-47c660bb-a1b3-4f26-9385-ddb57dee239d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7619fe57-562e-4dcd-85a1-474a5ed5dfef HTTP/1.1" status: 200 len: 855 time: 0.0553184 Dec 15 16:10:20.202115 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-626007f2-a987-4313-85a1-5ff3918ef78b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.203422 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045553a-e86d-44e0-aa68-e4428e83f399 req-aa82e1de-8800-4da7-a61d-6e8500f4c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:20.205204 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1045553a-e86d-44e0-aa68-e4428e83f399 req-aa82e1de-8800-4da7-a61d-6e8500f4c721 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9de569e-dedf-412f-ac55-6fe163ed494a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401309 Dec 15 16:10:20.210260 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-626007f2-a987-4313-85a1-5ff3918ef78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.272852 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 38260) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:20.273118 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-626007f2-a987-4313-85a1-5ff3918ef78b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1db37c78065340738feecf1eea3f50b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284971 Dec 15 16:10:20.304230 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626007f2-a987-4313-85a1-5ff3918ef78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d9a7bc-0f70-486c-982a-eb4f89f18026,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:20.336298 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1045553a-e86d-44e0-aa68-e4428e83f399 req-4a075072-af83-4ddc-8316-f2799dfb2130 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228156 Dec 15 16:10:20.371835 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2caa0b24-5cd7-4538-b14e-af25c55e0565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.429215 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2caa0b24-5cd7-4538-b14e-af25c55e0565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.469963 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.484072 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1045553a-e86d-44e0-aa68-e4428e83f399 req-7d4bdf8c-5519-487f-96d8-73231839a622 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341560 Dec 15 16:10:20.507779 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 38266) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:20.528943 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2caa0b24-5cd7-4538-b14e-af25c55e0565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.532045 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2caa0b24-5cd7-4538-b14e-af25c55e0565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.534680 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2caa0b24-5cd7-4538-b14e-af25c55e0565 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71d9a7bc-0f70-486c-982a-eb4f89f18026 HTTP/1.1" status: 204 len: 168 time: 0.2594085 Dec 15 16:10:20.542312 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa0b24-5cd7-4538-b14e-af25c55e0565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d9a7bc-0f70-486c-982a-eb4f89f18026,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:20.555263 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.609176 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb07c13-493f-4dbe-86df-403629753358 req-0cdbca55-d6a7-42ea-b606-07b233e56879 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:20.610901 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdb07c13-493f-4dbe-86df-403629753358 req-0cdbca55-d6a7-42ea-b606-07b233e56879 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0593028 Dec 15 16:10:20.675991 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdb07c13-493f-4dbe-86df-403629753358 req-475143ca-c797-4e6b-92bf-7bf29805d87a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591273 Dec 15 16:10:20.689137 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-28bdc21d-af9e-4f92-b23f-f69b17ed0dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.763970 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.772346 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987328'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.792372 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-28bdc21d-af9e-4f92-b23f-f69b17ed0dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.797999 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-28bdc21d-af9e-4f92-b23f-f69b17ed0dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.848706 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-28bdc21d-af9e-4f92-b23f-f69b17ed0dba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fb63cb8409b42559868d7cebe4b53eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371227 Dec 15 16:10:20.848963 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 38274) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:20.855540 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdc21d-af9e-4f92-b23f-f69b17ed0dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21bd5ff-5993-4172-96bd-5932679c9a42,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:20.878557 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'Port': ['ID=5f90694e-cf43-4d03-8359-7cdd4e4cb2c6,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:20.904110 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.909976 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-19949495-d5ea-4d9b-8bcd-381e66edda16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.914214 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df19cf-7404-42c2-ada9-e7ae5fac3750 req-5f8fba7c-5b4e-4037-b020-b7f39301ae31 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:20.915966 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08df19cf-7404-42c2-ada9-e7ae5fac3750 req-5f8fba7c-5b4e-4037-b020-b7f39301ae31 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0751145 Dec 15 16:10:20.930699 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-19949495-d5ea-4d9b-8bcd-381e66edda16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.979444 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-19949495-d5ea-4d9b-8bcd-381e66edda16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.981998 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-19949495-d5ea-4d9b-8bcd-381e66edda16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:20.983285 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-19949495-d5ea-4d9b-8bcd-381e66edda16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c21bd5ff-5993-4172-96bd-5932679c9a42 HTTP/1.1" status: 204 len: 168 time: 0.1333194 Dec 15 16:10:20.991482 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19949495-d5ea-4d9b-8bcd-381e66edda16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21bd5ff-5993-4172-96bd-5932679c9a42,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:21.033360 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08df19cf-7404-42c2-ada9-e7ae5fac3750 req-f750ae1d-ff91-4337-bf1d-3de0a4a5c1fd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851061 Dec 15 16:10:21.050460 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.l3_db [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Floating IP 3c7f091e-56de-486b-a2e2-d97bc1a940a6 associated. External IP: 172.27.1.68, port: b63f7fb9-7756-47b1-b0b7-9773d09ed48c. Dec 15 16:10:21.259187 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Router e6935872-9fe2-443a-989a-120d26e3c08a has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:10:21.378655 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:10:21.390142 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255e8c4-0684-4489-a346-e02176fbc3aa None None] Sync routers for ids ['e6935872-9fe2-443a-989a-120d26e3c08a'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:10:21.395550 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:21.402066 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255e8c4-0684-4489-a346-e02176fbc3aa None None] Routers {'e6935872-9fe2-443a-989a-120d26e3c08a'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:10:21.402713 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f255e8c4-0684-4489-a346-e02176fbc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:10:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['e6935872-9fe2-443a-989a-120d26e3c08a'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:21.423198 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-1555cf3a-808e-48d5-9630-51d6c79ea188 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9726903 Dec 15 16:10:21.423717 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:10:21.425962 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93fe40e28fdc5c77346bb66089c0ac0313d1d773a74fe44e2cd07b84df8d09d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63d2d83-b690-461c-998d-584c28d663d5" -d '{"events": [{"name": "network-changed", "server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:10:21.426261 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 38292) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:21.431020 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-638e0aa5-fdbe-4cbb-af9e-16aac38d4a38 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1800717611', 'description': 'tempest-secgroup-smoke-1800717611 description', 'project_id': '3c3dc08abeae460eb69305e30b4fe62d'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:21.469456 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c3b76a-9e52-485d-9413-c64720e53b3b x-openstack-request-id: req-26c3b76a-9e52-485d-9413-c64720e53b3b {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:10:21.469754 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:10:21.470046 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26c3b76a-9e52-485d-9413-c64720e53b3b {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:10:21.470667 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'status': 'completed', 'code': 200} Dec 15 16:10:21.477607 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-638e0aa5-fdbe-4cbb-af9e-16aac38d4a38 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:21.594540 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d2d83-b690-461c-998d-584c28d663d5 req-50beb40e-d219-4259-b82a-9dd5554573f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:21.596126 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b63d2d83-b690-461c-998d-584c28d663d5 req-50beb40e-d219-4259-b82a-9dd5554573f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c3dc08abeae460eb69305e30b4fe62d&device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 1099 time: 0.0856688 Dec 15 16:10:21.601610 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-f255e8c4-0684-4489-a346-e02176fbc3aa None None] Set router e6935872-9fe2-443a-989a-120d26e3c08a gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:10:21.611003 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-638e0aa5-fdbe-4cbb-af9e-16aac38d4a38 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:21.619525 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-638e0aa5-fdbe-4cbb-af9e-16aac38d4a38 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:21.683359 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-638e0aa5-fdbe-4cbb-af9e-16aac38d4a38 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:21.687756 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-638e0aa5-fdbe-4cbb-af9e-16aac38d4a38 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2570755 Dec 15 16:10:21.688100 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 38302) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:21.692601 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-0deab6bc-d476-4ed1-90b4-0fde98690034 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Request body: {'security_group_rule': {'security_group_id': '806d8c48-6851-4bc1-97e3-8d5b671c4b38', 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:21.728569 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e0aa5-fdbe-4cbb-af9e-16aac38d4a38 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806d8c48-6851-4bc1-97e3-8d5b671c4b38,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:21.740701 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0deab6bc-d476-4ed1-90b4-0fde98690034 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:21.797262 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d2d83-b690-461c-998d-584c28d663d5 req-965add8e-ff0c-412d-84c5-7efae169d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:21.799261 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b63d2d83-b690-461c-998d-584c28d663d5 req-965add8e-ff0c-412d-84c5-7efae169d41b service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c6a9796-65fb-4c77-a7bf-f3674189738c HTTP/1.1" status: 200 len: 915 time: 0.1908970 Dec 15 16:10:21.852939 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f255e8c4-0684-4489-a346-e02176fbc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '3c7f091e-56de-486b-a2e2-d97bc1a940a6', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'port_id': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'mac_address': 'fa:16:3e:f6:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:10:20Z', 'updated_at': '2021-12-15T16:10:20Z', 'revision_number': 0, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e444e5a-3142-4ae2-ba00-26b4ce264da5', 'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'mac_address': 'fa:16:3e:b7:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:38Z', 'updated_at': '2021-12-15T16:08:49Z', 'revision_number': 5, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'subnets': [{'id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:21.860710 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0deab6bc-d476-4ed1-90b4-0fde98690034 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:21.869386 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f46e5a-6b7a-43e8-8e6d-a8957982ff59 req-17abae48-2c56-4896-a348-2478184c1fc9 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:21.871163 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e3f46e5a-6b7a-43e8-8e6d-a8957982ff59 req-17abae48-2c56-4896-a348-2478184c1fc9 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0691326 Dec 15 16:10:21.873261 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0deab6bc-d476-4ed1-90b4-0fde98690034 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:21.882534 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255e8c4-0684-4489-a346-e02176fbc3aa None None] Checking router: e6935872-9fe2-443a-989a-120d26e3c08a for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:10:21.892413 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255e8c4-0684-4489-a346-e02176fbc3aa None None] Routers {'e6935872-9fe2-443a-989a-120d26e3c08a'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:10:21.893120 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f255e8c4-0684-4489-a346-e02176fbc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:10:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['e6935872-9fe2-443a-989a-120d26e3c08a'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:21.895769 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b63d2d83-b690-461c-998d-584c28d663d5 req-0e72b762-df08-4ec9-9c0a-9ad9bcbff133 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c HTTP/1.1" status: 200 len: 999 time: 0.0849771 Dec 15 16:10:21.908109 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deab6bc-d476-4ed1-90b4-0fde98690034 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052e6819-43a0-41ee-a74d-d4625f1ad55a,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:21.924668 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0deab6bc-d476-4ed1-90b4-0fde98690034 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:21.926063 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0deab6bc-d476-4ed1-90b4-0fde98690034 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2369790 Dec 15 16:10:21.928856 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 38312) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:21.934077 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-bbf5895f-5a09-457a-95a3-ee39bc50b3ad tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Request body: {'security_group_rule': {'security_group_id': '806d8c48-6851-4bc1-97e3-8d5b671c4b38', 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:21.966955 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d2d83-b690-461c-998d-584c28d663d5 req-0d2648a4-7918-4d29-8306-8113892864d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:21.968212 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e3f46e5a-6b7a-43e8-8e6d-a8957982ff59 req-ebe60995-2a7b-47fa-98cc-e751a6a77ba8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864375 Dec 15 16:10:21.979359 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbf5895f-5a09-457a-95a3-ee39bc50b3ad tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:21.982732 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b63d2d83-b690-461c-998d-584c28d663d5 req-0d2648a4-7918-4d29-8306-8113892864d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=705fb32e-d286-47d7-a96f-4dbad7905390 HTTP/1.1" status: 200 len: 853 time: 0.0722609 Dec 15 16:10:22.020165 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-f255e8c4-0684-4489-a346-e02176fbc3aa None None] Set router e6935872-9fe2-443a-989a-120d26e3c08a gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:10:22.043581 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbf5895f-5a09-457a-95a3-ee39bc50b3ad tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.050071 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbf5895f-5a09-457a-95a3-ee39bc50b3ad tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.050385 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d2d83-b690-461c-998d-584c28d663d5 req-ccbd4196-8eaa-4f7c-93ae-1ad8016d90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:22.051842 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b63d2d83-b690-461c-998d-584c28d663d5 req-ccbd4196-8eaa-4f7c-93ae-1ad8016d90b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c6a9796-65fb-4c77-a7bf-f3674189738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516226 Dec 15 16:10:22.073230 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5895f-5a09-457a-95a3-ee39bc50b3ad tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455b61ff-1427-4a70-85a5-a1a2379de402,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:22.084044 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbf5895f-5a09-457a-95a3-ee39bc50b3ad tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.086538 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-bbf5895f-5a09-457a-95a3-ee39bc50b3ad tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1565669 Dec 15 16:10:22.089256 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 38316) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:22.094101 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-6980b779-4d49-4825-8ae4-fc0205984566 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Request body: {'security_group_rule': {'security_group_id': '806d8c48-6851-4bc1-97e3-8d5b671c4b38', 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:22.148579 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6980b779-4d49-4825-8ae4-fc0205984566 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.242374 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c60f29-df16-4765-b463-1729fa61a634 req-120cb72b-c2ee-4dad-a31b-1c5c7ac1a956 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:22.243895 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-00c60f29-df16-4765-b463-1729fa61a634 req-120cb72b-c2ee-4dad-a31b-1c5c7ac1a956 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 946 time: 0.0757704 Dec 15 16:10:22.255407 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6980b779-4d49-4825-8ae4-fc0205984566 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.261023 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6980b779-4d49-4825-8ae4-fc0205984566 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.274719 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980b779-4d49-4825-8ae4-fc0205984566 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302e8a8c-0ea4-4cd0-a399-1a8ba44d6271,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:22.279761 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b63d2d83-b690-461c-998d-584c28d663d5 req-945ece1a-6491-453f-9b3b-5eae808e5764 service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169456 Dec 15 16:10:22.291854 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6980b779-4d49-4825-8ae4-fc0205984566 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.293167 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-6980b779-4d49-4825-8ae4-fc0205984566 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2027631 Dec 15 16:10:22.296616 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 38320) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:22.302401 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-4f167f7d-7855-4127-8f89-03cd23cd0281 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Request body: {'security_group_rule': {'security_group_id': '806d8c48-6851-4bc1-97e3-8d5b671c4b38', 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:22.344865 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f255e8c4-0684-4489-a346-e02176fbc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '3c7f091e-56de-486b-a2e2-d97bc1a940a6', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'port_id': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'mac_address': 'fa:16:3e:f6:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:10:20Z', 'updated_at': '2021-12-15T16:10:20Z', 'revision_number': 0, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e444e5a-3142-4ae2-ba00-26b4ce264da5', 'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'mac_address': 'fa:16:3e:b7:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:38Z', 'updated_at': '2021-12-15T16:08:49Z', 'revision_number': 5, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'subnets': [{'id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:22.348001 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-00c60f29-df16-4765-b463-1729fa61a634 req-135dffd5-109f-4299-b974-05fb56b3a0f1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940828 Dec 15 16:10:22.363321 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4f167f7d-7855-4127-8f89-03cd23cd0281 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.393646 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device c48ddb89-1c93-427f-a926-073d58761058 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:10:22.410453 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255e8c4-0684-4489-a346-e02176fbc3aa None None] The sync data for ids ['e6935872-9fe2-443a-989a-120d26e3c08a'] in dv-cinder-800703-3-iscsi is: [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '3c7f091e-56de-486b-a2e2-d97bc1a940a6', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'port_id': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'mac_address': 'fa:16:3e:f6:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:10:20Z', 'updated_at': '2021-12-15T16:10:20Z', 'revision_number': 0, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e444e5a-3142-4ae2-ba00-26b4ce264da5', 'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'mac_address': 'fa:16:3e:b7:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:38Z', 'updated_at': '2021-12-15T16:08:49Z', 'revision_number': 5, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'subnets': [{'id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:10:22.444565 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b63d2d83-b690-461c-998d-584c28d663d5 req-cfa6facb-5fd2-47e1-96d4-b6614c3bd5ea service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506083 Dec 15 16:10:22.474628 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4f167f7d-7855-4127-8f89-03cd23cd0281 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.480930 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4f167f7d-7855-4127-8f89-03cd23cd0281 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.500439 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f167f7d-7855-4127-8f89-03cd23cd0281 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bf2686-a6b2-44a0-87c4-889be04629bd,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:22.510589 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4f167f7d-7855-4127-8f89-03cd23cd0281 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.515520 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-4f167f7d-7855-4127-8f89-03cd23cd0281 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2153969 Dec 15 16:10:22.515664 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.516056 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 38328) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:22.521735 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-8a9d5431-a003-4420-b7dd-875228cc4e6f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Request body: {'security_group_rule': {'security_group_id': '806d8c48-6851-4bc1-97e3-8d5b671c4b38', 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:22.545123 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:10:22.552361 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ec558e-7bb3-4062-b159-96865933f571" -d '{"events": [{"server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "name": "network-vif-unplugged", "status": "completed", "tag": "c48ddb89-1c93-427f-a926-073d58761058"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:10:22.563004 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.securitygroups_db [None req-8a9d5431-a003-4420-b7dd-875228cc4e6f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Project 3c3dc08abeae460eb69305e30b4fe62d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:10:22.571045 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8a9d5431-a003-4420-b7dd-875228cc4e6f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.572535 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:10:22.581782 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.615812 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deea7bf-0e57-44dc-a23f-b5ec3cca2d8a x-openstack-request-id: req-6deea7bf-0e57-44dc-a23f-b5ec3cca2d8a {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:10:22.616121 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "name": "network-vif-unplugged", "status": "completed", "tag": "c48ddb89-1c93-427f-a926-073d58761058", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:10:22.616383 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6deea7bf-0e57-44dc-a23f-b5ec3cca2d8a {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:10:22.616816 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058', 'code': 200} Dec 15 16:10:22.666557 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8a9d5431-a003-4420-b7dd-875228cc4e6f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.675821 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=c48ddb89-1c93-427f-a926-073d58761058,revision_number=8']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:22.676135 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8a9d5431-a003-4420-b7dd-875228cc4e6f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.695392 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d5431-a003-4420-b7dd-875228cc4e6f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f38ec69-a872-4cb0-9b1a-91cbbf83a975,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:22.706884 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8a9d5431-a003-4420-b7dd-875228cc4e6f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.708329 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8a9d5431-a003-4420-b7dd-875228cc4e6f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1911380 Dec 15 16:10:22.711034 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 38332) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:22.719685 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-59d8f9ef-f48d-478a-a25d-3171a7509407 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Request body: {'security_group_rule': {'security_group_id': '806d8c48-6851-4bc1-97e3-8d5b671c4b38', 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:22.722736 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea2fd7e-7fc5-4db8-bfc3-4c870ec88e48 None None] New status for floating IP 3c7f091e-56de-486b-a2e2-d97bc1a940a6: ACTIVE {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:10:22.753575 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.securitygroups_db [None req-59d8f9ef-f48d-478a-a25d-3171a7509407 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Project 3c3dc08abeae460eb69305e30b4fe62d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:10:22.760290 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-59d8f9ef-f48d-478a-a25d-3171a7509407 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.839173 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-59d8f9ef-f48d-478a-a25d-3171a7509407 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.847810 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-59d8f9ef-f48d-478a-a25d-3171a7509407 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.896263 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8f9ef-f48d-478a-a25d-3171a7509407 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defaea9f-829d-4642-8c3b-4221df54fed8,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:22.916318 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-59d8f9ef-f48d-478a-a25d-3171a7509407 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.921517 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-59d8f9ef-f48d-478a-a25d-3171a7509407 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2059085 Dec 15 16:10:23.017646 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a1d9b3d8-b8ec-4f87-85c5-f4f7109c1fcd req-1a3eda0a-7b4d-4edb-ae1b-80a408ed2c45 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800717611&fields=id&tenant_id=3c3dc08abeae460eb69305e30b4fe62d HTTP/1.1" status: 200 len: 267 time: 0.0453014 Dec 15 16:10:23.072953 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9b3d8-b8ec-4f87-85c5-f4f7109c1fcd req-052c8814-bcb8-48c5-adac-f586905e723a tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:23.073846 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a1d9b3d8-b8ec-4f87-85c5-f4f7109c1fcd req-052c8814-bcb8-48c5-adac-f586905e723a tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.0504017 Dec 15 16:10:23.085960 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-a1d9b3d8-b8ec-4f87-85c5-f4f7109c1fcd req-885168ca-54db-4c6a-bf95-38832ca9429f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Request body: {'port': {'security_groups': ['337d366a-94c7-4ecc-bc8e-b3c412c26614', '806d8c48-6851-4bc1-97e3-8d5b671c4b38']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:23.088467 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40927a04-5237-411e-8061-50f6dfeb49a7 req-eb547b24-b6ff-41a8-bc30-fba345afc263 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:23.089946 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-40927a04-5237-411e-8061-50f6dfeb49a7 req-eb547b24-b6ff-41a8-bc30-fba345afc263 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0515912 Dec 15 16:10:23.140854 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-40927a04-5237-411e-8061-50f6dfeb49a7 req-9a645402-5c0a-4c3b-ae6e-3e7edf28e2e1 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439043 Dec 15 16:10:23.154438 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a1d9b3d8-b8ec-4f87-85c5-f4f7109c1fcd req-885168ca-54db-4c6a-bf95-38832ca9429f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:23.338990 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-a1d9b3d8-b8ec-4f87-85c5-f4f7109c1fcd req-885168ca-54db-4c6a-bf95-38832ca9429f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] For port b63f7fb9-7756-47b1-b0b7-9773d09ed48c, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:10:23.370891 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a1d9b3d8-b8ec-4f87-85c5-f4f7109c1fcd req-885168ca-54db-4c6a-bf95-38832ca9429f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:23.375995 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a1d9b3d8-b8ec-4f87-85c5-f4f7109c1fcd req-885168ca-54db-4c6a-bf95-38832ca9429f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:23.390281 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['b63f7fb9-7756-47b1-b0b7-9773d09ed48c'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:10:23.440420 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9b3d8-b8ec-4f87-85c5-f4f7109c1fcd req-885168ca-54db-4c6a-bf95-38832ca9429f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:23.447073 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a1d9b3d8-b8ec-4f87-85c5-f4f7109c1fcd req-885168ca-54db-4c6a-bf95-38832ca9429f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:23.448824 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a1d9b3d8-b8ec-4f87-85c5-f4f7109c1fcd req-885168ca-54db-4c6a-bf95-38832ca9429f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "PUT /v2.0/ports/b63f7fb9-7756-47b1-b0b7-9773d09ed48c HTTP/1.1" status: 200 len: 982 time: 0.3674991 Dec 15 16:10:23.450775 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:10:23.458589 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054c951c-3108-4a23-895a-6ee554fcd263" -d '{"events": [{"name": "network-changed", "server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:10:23.505936 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885168ca-54db-4c6a-bf95-38832ca9429f tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'Port': ['ID=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,revision_number=6']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:23.548780 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69dca8-c87f-4afd-b222-64000ba8012a req-c87ce9ff-d1d9-480d-8981-96b0bafb70e9 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:23.567961 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6b69dca8-c87f-4afd-b222-64000ba8012a req-c87ce9ff-d1d9-480d-8981-96b0bafb70e9 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.1158442 Dec 15 16:10:23.615385 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['b63f7fb9-7756-47b1-b0b7-9773d09ed48c'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:10:23.642767 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47400e3-4e7a-486c-b0d0-0882c7e219d2 req-7ae9004c-c9f0-4d96-b964-f2158d1170de tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:23.654881 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f47400e3-4e7a-486c-b0d0-0882c7e219d2 req-7ae9004c-c9f0-4d96-b964-f2158d1170de tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0764112 Dec 15 16:10:23.679374 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6b69dca8-c87f-4afd-b222-64000ba8012a req-86de71ed-b4aa-4bf3-8783-906408ad5f35 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099970 Dec 15 16:10:23.758601 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a79b1dc-b209-492c-83d3-a7bf733208e5 x-openstack-request-id: req-5a79b1dc-b209-492c-83d3-a7bf733208e5 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:10:23.758899 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:10:23.759162 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a79b1dc-b209-492c-83d3-a7bf733208e5 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:10:23.763486 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'status': 'completed', 'code': 200} Dec 15 16:10:23.842741 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f47400e3-4e7a-486c-b0d0-0882c7e219d2 req-2acac517-e5ae-4bab-b828-c48fc487f758 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1872923 Dec 15 16:10:23.865592 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-bfb2862b-d55f-4741-84ea-84a1c5301f4d None None] Provisioning complete for port b63f7fb9-7756-47b1-b0b7-9773d09ed48c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:23.865966 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bfb2862b-d55f-4741-84ea-84a1c5301f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:23.906358 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c951c-3108-4a23-895a-6ee554fcd263 req-c6e4b668-4e4f-49e6-b512-65f0ae50a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:23.908244 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-054c951c-3108-4a23-895a-6ee554fcd263 req-c6e4b668-4e4f-49e6-b512-65f0ae50a15b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c3dc08abeae460eb69305e30b4fe62d&device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 1138 time: 0.1069851 Dec 15 16:10:24.047240 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c951c-3108-4a23-895a-6ee554fcd263 req-21c17c2b-371a-4b5c-a763-9a675db22e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:24.048881 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-054c951c-3108-4a23-895a-6ee554fcd263 req-21c17c2b-371a-4b5c-a763-9a675db22e7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c6a9796-65fb-4c77-a7bf-f3674189738c HTTP/1.1" status: 200 len: 915 time: 0.1269429 Dec 15 16:10:24.125946 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-054c951c-3108-4a23-895a-6ee554fcd263 req-a054e112-c4f2-445e-9b11-74370c249143 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c HTTP/1.1" status: 200 len: 1001 time: 0.0691102 Dec 15 16:10:24.180617 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c951c-3108-4a23-895a-6ee554fcd263 req-f7150f3f-9479-432d-92fe-99260f06e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:24.182333 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-054c951c-3108-4a23-895a-6ee554fcd263 req-f7150f3f-9479-432d-92fe-99260f06e289 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=705fb32e-d286-47d7-a96f-4dbad7905390 HTTP/1.1" status: 200 len: 853 time: 0.0477052 Dec 15 16:10:24.275217 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d9729-5029-42eb-8798-44ba247c56a9 req-aa167d4e-555b-4e91-b224-6f2b46485b6e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:24.277707 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e2d9729-5029-42eb-8798-44ba247c56a9 req-aa167d4e-555b-4e91-b224-6f2b46485b6e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0609393 Dec 15 16:10:24.336968 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e2d9729-5029-42eb-8798-44ba247c56a9 req-26607ee9-d21d-4124-b81d-bf13ad8f7d71 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533457 Dec 15 16:10:24.337525 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [req-54e0d556-9d35-4136-b529-43ebc9f94ebd req-dbf0b1cc-a4b2-401f-8ba9-aed9fe46c838 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:10:24.338518 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-54e0d556-9d35-4136-b529-43ebc9f94ebd req-dbf0b1cc-a4b2-401f-8ba9-aed9fe46c838 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054033 Dec 15 16:10:24.496040 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437b430-4563-48bd-b447-8791cf26e012 req-6f1e6407-8fdd-4e03-993a-7e30d8f616f7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:24.498293 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d437b430-4563-48bd-b447-8791cf26e012 req-6f1e6407-8fdd-4e03-993a-7e30d8f616f7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0513935 Dec 15 16:10:24.548783 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d437b430-4563-48bd-b447-8791cf26e012 req-3715f2af-1efc-49ba-923b-113e5392ff93 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435002 Dec 15 16:10:24.557778 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb482ada-7645-4a77-8966-c3f39374ef63 req-747cc5c2-c6d8-422f-8460-32b5af0f1a12 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:24.559406 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cb482ada-7645-4a77-8966-c3f39374ef63 req-747cc5c2-c6d8-422f-8460-32b5af0f1a12 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0595572 Dec 15 16:10:24.607428 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cb482ada-7645-4a77-8966-c3f39374ef63 req-9f8a1f9f-8670-4698-b02b-85a17857d1b8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Dec 15 16:10:24.797062 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 38402) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:24.890630 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-81690180-421d-47ff-b1c0-d1a87c3f5e2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924683 Dec 15 16:10:24.899330 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-d50daf50-1837-468e-b1fc-1ba22ed383a1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:10:24.900261 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-d50daf50-1837-468e-b1fc-1ba22ed383a1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048430 Dec 15 16:10:25.155953 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c951c-3108-4a23-895a-6ee554fcd263 req-3a71f87c-e5af-4b4f-8fa3-ac23b2c3a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:25.157437 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-054c951c-3108-4a23-895a-6ee554fcd263 req-3a71f87c-e5af-4b4f-8fa3-ac23b2c3a5a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c6a9796-65fb-4c77-a7bf-f3674189738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436761 Dec 15 16:10:25.680340 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f215b7-1472-4afc-926f-693ec247b644 req-9dd00d58-6cf6-47d1-aacb-0f3ede970434 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:25.682039 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-93f215b7-1472-4afc-926f-693ec247b644 req-9dd00d58-6cf6-47d1-aacb-0f3ede970434 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0554678 Dec 15 16:10:25.730460 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-93f215b7-1472-4afc-926f-693ec247b644 req-9f225cdf-c97a-4727-b81d-8f5b0126f1dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407772 Dec 15 16:10:25.731765 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236e2e-9832-4e80-bd83-ec27547252f8 req-d77c1536-1111-4b3f-bda8-f5fed909702e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:25.733254 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-97236e2e-9832-4e80-bd83-ec27547252f8 req-d77c1536-1111-4b3f-bda8-f5fed909702e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0573435 Dec 15 16:10:25.782775 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-97236e2e-9832-4e80-bd83-ec27547252f8 req-4dcb6619-7534-47de-93cd-73fe39a284d5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436873 Dec 15 16:10:26.850120 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b69a-6d9e-407e-8578-f78e6fc2ff4c req-57043184-ac58-418e-99b9-730e3729748b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:26.851639 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ce87b69a-6d9e-407e-8578-f78e6fc2ff4c req-57043184-ac58-418e-99b9-730e3729748b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0493407 Dec 15 16:10:26.897567 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78d57f-8755-41a9-91fc-60667609ca89 req-7c3bf8a5-e712-4314-9d0b-cc45d43d9bbf tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:26.899301 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ce87b69a-6d9e-407e-8578-f78e6fc2ff4c req-7c81c2d1-335e-4254-869e-65e6a37e5fb4 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417669 Dec 15 16:10:26.899804 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2c78d57f-8755-41a9-91fc-60667609ca89 req-7c3bf8a5-e712-4314-9d0b-cc45d43d9bbf tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0483053 Dec 15 16:10:26.947469 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2c78d57f-8755-41a9-91fc-60667609ca89 req-db096d7b-f006-40a9-a251-71ffbc0ed8cf tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410283 Dec 15 16:10:27.195389 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-054c951c-3108-4a23-895a-6ee554fcd263 req-58d97865-8958-4bbc-a3ff-9c716c6897e5 service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233776 Dec 15 16:10:27.208696 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03778b46-efba-4f9f-a624-d402b16e536d req-4feb8655-82ba-4afc-85d5-8d7c3ec9fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:27.210263 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03778b46-efba-4f9f-a624-d402b16e536d req-4feb8655-82ba-4afc-85d5-8d7c3ec9fa97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e13488e748245a68c7bee06a92fb0ff&device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 1098 time: 0.0542092 Dec 15 16:10:27.587687 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-054c951c-3108-4a23-895a-6ee554fcd263 req-52894ca5-378b-47fd-8c4c-f7fbc7b30f12 service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764362 Dec 15 16:10:27.592258 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03778b46-efba-4f9f-a624-d402b16e536d req-95ab084f-b278-4809-bfd2-8018d8cbff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:27.593559 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03778b46-efba-4f9f-a624-d402b16e536d req-95ab084f-b278-4809-bfd2-8018d8cbff48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=712a2ed7-316f-482c-893d-a6ba2836f0df HTTP/1.1" status: 200 len: 911 time: 0.3656247 Dec 15 16:10:27.668763 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03778b46-efba-4f9f-a624-d402b16e536d req-9f33d7ae-4faf-4320-b22d-de30189cb4b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd HTTP/1.1" status: 200 len: 1001 time: 0.0608602 Dec 15 16:10:27.728270 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03778b46-efba-4f9f-a624-d402b16e536d req-42bc4ace-3db5-47a7-88e5-3784f1abf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:27.729816 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03778b46-efba-4f9f-a624-d402b16e536d req-42bc4ace-3db5-47a7-88e5-3784f1abf458 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c71309d7-57b5-4614-bac4-b306ead160c1 HTTP/1.1" status: 200 len: 849 time: 0.0446119 Dec 15 16:10:27.787103 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03778b46-efba-4f9f-a624-d402b16e536d req-9f4b65c4-2703-4ec0-bab2-3eca1e01b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:27.788612 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03778b46-efba-4f9f-a624-d402b16e536d req-9f4b65c4-2703-4ec0-bab2-3eca1e01b987 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=712a2ed7-316f-482c-893d-a6ba2836f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442050 Dec 15 16:10:27.901071 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03778b46-efba-4f9f-a624-d402b16e536d req-2a2520a5-d66e-4577-8937-176fdcc679d2 service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977125 Dec 15 16:10:28.057608 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03778b46-efba-4f9f-a624-d402b16e536d req-27dafa01-cba5-47c3-aed7-453ae6d18568 service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475999 Dec 15 16:10:28.097455 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd9841-cbb6-4f52-ad19-371b90a361c7 req-07c409f4-1460-4556-a7fa-b7e6f34ab491 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:28.098679 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-26fd9841-cbb6-4f52-ad19-371b90a361c7 req-07c409f4-1460-4556-a7fa-b7e6f34ab491 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0897052 Dec 15 16:10:28.156942 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-26fd9841-cbb6-4f52-ad19-371b90a361c7 req-bd64df2f-0560-4ba0-b244-b01d58a8dcb8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507159 Dec 15 16:10:28.289071 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c82dc-5df8-4311-b60f-549877d0b3e9 req-4094eaf3-a6ca-4eb0-ac09-fbc278c7379d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:28.291033 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9f4c82dc-5df8-4311-b60f-549877d0b3e9 req-4094eaf3-a6ca-4eb0-ac09-fbc278c7379d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0553696 Dec 15 16:10:28.319089 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5e0c4-ffb8-4e5b-87cb-e8cc94e4b631 req-d091089e-5df0-43cf-b15b-76dcbf279b41 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:28.320889 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e4f5e0c4-ffb8-4e5b-87cb-e8cc94e4b631 req-d091089e-5df0-43cf-b15b-76dcbf279b41 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0501733 Dec 15 16:10:28.370489 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9f4c82dc-5df8-4311-b60f-549877d0b3e9 req-6ef6eb9f-e459-4762-a62b-9e3a48f05662 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734103 Dec 15 16:10:28.375819 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e4f5e0c4-ffb8-4e5b-87cb-e8cc94e4b631 req-c606b865-3cf0-4ab8-9eac-8f2317556aa7 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477984 Dec 15 16:10:28.379311 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811b60e-0153-4f67-b7d7-83ea9e594047 req-36765121-d04b-4b74-a266-bb910da4fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:28.380795 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7811b60e-0153-4f67-b7d7-83ea9e594047 req-36765121-d04b-4b74-a266-bb910da4fd53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 1098 time: 0.0704725 Dec 15 16:10:28.474499 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811b60e-0153-4f67-b7d7-83ea9e594047 req-74db4b7e-7bd9-4a6f-8a38-452179bf34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:28.475985 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7811b60e-0153-4f67-b7d7-83ea9e594047 req-74db4b7e-7bd9-4a6f-8a38-452179bf34a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 920 time: 0.0865304 Dec 15 16:10:29.285689 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9647e-344c-4cf7-b1f0-c67670daab7b req-e66e9dab-7de2-4d9e-8343-ec0dc2e65d2c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:29.287188 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-62c9647e-344c-4cf7-b1f0-c67670daab7b req-e66e9dab-7de2-4d9e-8343-ec0dc2e65d2c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0480268 Dec 15 16:10:29.336286 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-62c9647e-344c-4cf7-b1f0-c67670daab7b req-61be8c2d-616d-43ea-ae3f-1003982c7ef1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430529 Dec 15 16:10:29.488718 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02248-cb4c-4ac1-95f6-c5af9d7964aa req-27eeede9-998d-40b6-b00a-e65193f23742 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:29.489282 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e1208-c53f-43f3-8737-021c142a9418 req-1870408f-775c-453e-a45a-195fd92eb927 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:29.490122 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1ce02248-cb4c-4ac1-95f6-c5af9d7964aa req-27eeede9-998d-40b6-b00a-e65193f23742 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0490806 Dec 15 16:10:29.490614 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-863e1208-c53f-43f3-8737-021c142a9418 req-1870408f-775c-453e-a45a-195fd92eb927 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0484812 Dec 15 16:10:29.539968 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1ce02248-cb4c-4ac1-95f6-c5af9d7964aa req-d4c367a5-9afb-4033-bcca-c03c1360f34e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436625 Dec 15 16:10:29.555291 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-863e1208-c53f-43f3-8737-021c142a9418 req-8f4598b8-f577-411b-ac38-522032cb89c7 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584264 Dec 15 16:10:29.567285 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device c48ddb89-1c93-427f-a926-073d58761058 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:10:29.615743 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:30.452947 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee267d-9ad7-4bba-a0b6-48cd32ad5fe7 req-a0a79471-940b-470c-83af-feda11eba314 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:30.454550 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95ee267d-9ad7-4bba-a0b6-48cd32ad5fe7 req-a0a79471-940b-470c-83af-feda11eba314 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0479381 Dec 15 16:10:30.458952 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7811b60e-0153-4f67-b7d7-83ea9e594047 req-dc6ef603-5cd2-4542-81f7-e968b73b53e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b8a41c5-0444-446c-b2e7-113e3d782222 HTTP/1.1" status: 200 len: 217 time: 0.0337813 Dec 15 16:10:30.500794 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95ee267d-9ad7-4bba-a0b6-48cd32ad5fe7 req-a3565c2b-8c49-4c52-9fb0-5b0ca99bcde2 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402186 Dec 15 16:10:30.660632 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09dd96-ebe8-42fd-94c9-b25792dc6a16 req-b3e31309-9c63-4484-91f8-4f418fcf5398 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:30.662118 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd09dd96-ebe8-42fd-94c9-b25792dc6a16 req-b3e31309-9c63-4484-91f8-4f418fcf5398 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0482936 Dec 15 16:10:30.675339 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586ea2f-b715-432b-bfaf-feffd9368406 req-e9c20a7d-c850-48a4-89d1-271acc77db09 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:30.676809 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9586ea2f-b715-432b-bfaf-feffd9368406 req-e9c20a7d-c850-48a4-89d1-271acc77db09 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0507283 Dec 15 16:10:30.709391 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd09dd96-ebe8-42fd-94c9-b25792dc6a16 req-d714a4fa-6f09-4950-9b25-556254ab1374 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408974 Dec 15 16:10:30.723627 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9586ea2f-b715-432b-bfaf-feffd9368406 req-b647b0c3-d5a7-4571-942a-bbb051204886 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Dec 15 16:10:31.524730 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811b60e-0153-4f67-b7d7-83ea9e594047 req-e9797fbc-ae79-4040-8e75-2cca91089991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:31.526205 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7811b60e-0153-4f67-b7d7-83ea9e594047 req-e9797fbc-ae79-4040-8e75-2cca91089991 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd HTTP/1.1" status: 200 len: 859 time: 0.0465345 Dec 15 16:10:31.569824 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7811b60e-0153-4f67-b7d7-83ea9e594047 req-e126fcb9-5c2c-4f18-861c-3e730485f398 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84380ad-1686-4ecc-ba8f-571feeb05d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266442 Dec 15 16:10:31.671061 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39dfc0-5d45-40eb-b5c9-068360f6517e req-0d0787e2-94e8-41b7-9e9f-2eb96a7a25ce tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:31.672536 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8d39dfc0-5d45-40eb-b5c9-068360f6517e req-0d0787e2-94e8-41b7-9e9f-2eb96a7a25ce tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0991204 Dec 15 16:10:31.713126 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7811b60e-0153-4f67-b7d7-83ea9e594047 req-69907417-51bf-4fdb-aadd-9598b4d86da4 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312208 Dec 15 16:10:31.751549 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8d39dfc0-5d45-40eb-b5c9-068360f6517e req-b8dc7f0b-5b76-409f-a94d-54277c85b667 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709898 Dec 15 16:10:31.822178 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd939f28-7abd-49e5-b965-37de9e65fbe3 req-cc596697-6ad1-4d3a-9b28-39d019234755 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:31.823712 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dd939f28-7abd-49e5-b965-37de9e65fbe3 req-cc596697-6ad1-4d3a-9b28-39d019234755 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0482199 Dec 15 16:10:31.833795 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7811b60e-0153-4f67-b7d7-83ea9e594047 req-c935d545-aa98-4909-a9c2-b64fd92d2f74 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063311 Dec 15 16:10:31.870125 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2a6c-837a-42a1-a067-6c388b80f8cd req-c62d92b2-60c6-4f32-a234-fb64f0dff8e5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:31.872212 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-af3c2a6c-837a-42a1-a067-6c388b80f8cd req-c62d92b2-60c6-4f32-a234-fb64f0dff8e5 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0573108 Dec 15 16:10:31.876798 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dd939f28-7abd-49e5-b965-37de9e65fbe3 req-16c72c19-69fb-45a1-ae88-f7bb93ca3e54 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465455 Dec 15 16:10:31.921010 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-af3c2a6c-837a-42a1-a067-6c388b80f8cd req-722b7075-8d41-40f8-8051-a5ee36a9d62b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424948 Dec 15 16:10:32.225020 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03b3c93d-6c31-4a06-89a1-d46445ebb1e7 req-2be4f81f-b0b8-4d58-810f-b6ecf0c0e7c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380304 Dec 15 16:10:32.297144 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3c93d-6c31-4a06-89a1-d46445ebb1e7 req-b3a5a79d-821a-4cc8-b2cd-803b2fd3256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:32.298649 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03b3c93d-6c31-4a06-89a1-d46445ebb1e7 req-b3a5a79d-821a-4cc8-b2cd-803b2fd3256e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 1098 time: 0.0404506 Dec 15 16:10:32.428764 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3c93d-6c31-4a06-89a1-d46445ebb1e7 req-eab455bb-d725-4957-aae6-97cb4f21e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:32.430291 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03b3c93d-6c31-4a06-89a1-d46445ebb1e7 req-eab455bb-d725-4957-aae6-97cb4f21e113 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 920 time: 0.0949540 Dec 15 16:10:32.476412 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03b3c93d-6c31-4a06-89a1-d46445ebb1e7 req-79d850f6-6046-4638-a0bc-acf25ec5db4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb16d956-defc-4ca5-b835-56a5f772cbb2 HTTP/1.1" status: 200 len: 217 time: 0.0342855 Dec 15 16:10:32.531189 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3c93d-6c31-4a06-89a1-d46445ebb1e7 req-895a50ea-fb00-436f-b107-c76ce432ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:32.532606 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03b3c93d-6c31-4a06-89a1-d46445ebb1e7 req-895a50ea-fb00-436f-b107-c76ce432ab4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd HTTP/1.1" status: 200 len: 859 time: 0.0457785 Dec 15 16:10:32.573108 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03b3c93d-6c31-4a06-89a1-d46445ebb1e7 req-5d820e14-2846-4bb7-9426-7ad645d5c275 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84380ad-1686-4ecc-ba8f-571feeb05d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243771 Dec 15 16:10:32.660475 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03b3c93d-6c31-4a06-89a1-d46445ebb1e7 req-6f62be2d-6980-4e73-b699-0a65dae8b86e service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784130 Dec 15 16:10:32.765309 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-03b3c93d-6c31-4a06-89a1-d46445ebb1e7 req-591ae719-4da5-4091-b3d3-85673e8148a3 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838990 Dec 15 16:10:32.872585 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d024bb-0c6d-4839-b8fc-a098ec9448c8 req-649e12b2-da9f-4d45-889f-61212216c789 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:32.874034 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a1d024bb-0c6d-4839-b8fc-a098ec9448c8 req-649e12b2-da9f-4d45-889f-61212216c789 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0504339 Dec 15 16:10:32.920421 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a1d024bb-0c6d-4839-b8fc-a098ec9448c8 req-77246200-718d-4dc5-88ed-f72372773720 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400405 Dec 15 16:10:32.994725 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446c31c-dd30-4966-bb25-e55114520cbd req-e1bb3a3f-b166-4503-8a03-07356d6df597 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:32.996179 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9446c31c-dd30-4966-bb25-e55114520cbd req-e1bb3a3f-b166-4503-8a03-07356d6df597 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0488844 Dec 15 16:10:33.034566 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b95b4-b24c-46a8-b190-248227eac480 req-665e7ed3-ee54-47bd-a7b7-a1b0fc2fbb81 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:33.035962 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-712b95b4-b24c-46a8-b190-248227eac480 req-665e7ed3-ee54-47bd-a7b7-a1b0fc2fbb81 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0474613 Dec 15 16:10:33.042224 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9446c31c-dd30-4966-bb25-e55114520cbd req-8d5399a7-2f1f-4c72-981f-653d47d1768f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399470 Dec 15 16:10:33.083426 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-712b95b4-b24c-46a8-b190-248227eac480 req-cdba7f91-fccc-4e31-a9d2-9fc7ffa70f74 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 Dec 15 16:10:34.035870 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af5b6c-a0b2-40eb-8d93-5e01cb9affd3 req-03688e92-e4a1-4da7-baa8-4329be640fc9 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:34.037234 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-21af5b6c-a0b2-40eb-8d93-5e01cb9affd3 req-03688e92-e4a1-4da7-baa8-4329be640fc9 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0463657 Dec 15 16:10:34.087931 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-21af5b6c-a0b2-40eb-8d93-5e01cb9affd3 req-9b27a461-da18-4d70-a946-4f25c983b384 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444262 Dec 15 16:10:34.196586 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbc1db-9e89-48fb-a32b-0852c25803b4 req-886db2b9-3e81-4b42-9a72-aa700a7722f1 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:34.198043 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dfdbc1db-9e89-48fb-a32b-0852c25803b4 req-886db2b9-3e81-4b42-9a72-aa700a7722f1 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0478468 Dec 15 16:10:34.246694 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dfdbc1db-9e89-48fb-a32b-0852c25803b4 req-4d58a799-50a0-4814-8e2c-757dd0c57d88 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 Dec 15 16:10:35.069532 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cb31f8f0-cdc8-4209-9586-26419b6b5c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:35.207379 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567a1ba-9801-4378-b152-2c6438a26fc3 req-5f36bb24-38f8-4822-b393-8299faa35cd0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:35.208855 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1567a1ba-9801-4378-b152-2c6438a26fc3 req-5f36bb24-38f8-4822-b393-8299faa35cd0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0484357 Dec 15 16:10:35.254381 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1567a1ba-9801-4378-b152-2c6438a26fc3 req-d92f813d-deb5-4343-873a-4713bf6288e3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395737 Dec 15 16:10:35.360878 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f4d8e-51df-4160-afbc-7969092a39a9 req-4062ac66-8ddc-4bc2-a8e2-2a671525c016 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:35.362273 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8c9f4d8e-51df-4160-afbc-7969092a39a9 req-4062ac66-8ddc-4bc2-a8e2-2a671525c016 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0479879 Dec 15 16:10:35.408434 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8c9f4d8e-51df-4160-afbc-7969092a39a9 req-3a477f76-40ec-4063-bb5e-86764334fbc1 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Dec 15 16:10:36.372563 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93d479-e1d4-4d80-9f88-f6c2c8459954 req-9b81d25a-c50f-47dc-b42a-bb10e4134790 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:36.374035 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bd93d479-e1d4-4d80-9f88-f6c2c8459954 req-9b81d25a-c50f-47dc-b42a-bb10e4134790 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0498753 Dec 15 16:10:36.424760 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bd93d479-e1d4-4d80-9f88-f6c2c8459954 req-4c00d0b2-c470-4015-b3c3-904891db2b46 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447872 Dec 15 16:10:36.521614 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdf9ad-9b41-4e70-a1c8-f30e0596e10b req-940b11ee-fcc4-45b5-a474-52a33fd0ca6c tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:36.523197 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-92bdf9ad-9b41-4e70-a1c8-f30e0596e10b req-940b11ee-fcc4-45b5-a474-52a33fd0ca6c tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0484171 Dec 15 16:10:36.573173 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-92bdf9ad-9b41-4e70-a1c8-f30e0596e10b req-824c6194-802d-4f7b-9533-a9ed0210fc36 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440776 Dec 15 16:10:37.191121 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6b7a17ef-08be-4f4f-a7b7-51d5d0cecec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.426290 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:10:37.544765 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b5fb2-a8b0-48d7-b50e-983ddeb220c2 req-a936e1b8-a6f0-405e-ac35-9283e5947ed1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:37.546266 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-343b5fb2-a8b0-48d7-b50e-983ddeb220c2 req-a936e1b8-a6f0-405e-ac35-9283e5947ed1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0516152 Dec 15 16:10:37.593181 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-343b5fb2-a8b0-48d7-b50e-983ddeb220c2 req-33b80bb5-193a-4407-bccd-1578db8e9b0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410628 Dec 15 16:10:37.691351 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf066ea0-fd78-4f55-a4ba-3852cd82e9f6 req-ad5697cb-829c-41bd-9404-96583c8cc49b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:37.692694 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bf066ea0-fd78-4f55-a4ba-3852cd82e9f6 req-ad5697cb-829c-41bd-9404-96583c8cc49b tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0513160 Dec 15 16:10:37.744712 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bf066ea0-fd78-4f55-a4ba-3852cd82e9f6 req-443743e2-e35c-4c40-8b3b-a7d2eaad80ce tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461385 Dec 15 16:10:38.515860 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-0fa1615a-ba32-449e-8b94-21b2b946d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:38.517343 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-0fa1615a-ba32-449e-8b94-21b2b946d370 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24&tenant_id=f1f1638b13884efc82ff109ef86772d7 HTTP/1.1" status: 200 len: 1097 time: 0.0740726 Dec 15 16:10:38.587626 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-06ba8c51-961c-465c-a552-d1fbf008f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:38.589094 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-06ba8c51-961c-465c-a552-d1fbf008f160 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 1097 time: 0.0421221 Dec 15 16:10:38.639724 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:38.710953 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-51dfdafd-93ab-46ab-b3fa-237db114ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:38.712323 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-51dfdafd-93ab-46ab-b3fa-237db114ad55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 200 len: 917 time: 0.1102629 Dec 15 16:10:38.730845 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20092a-f29c-4993-9618-8b030bc9231a req-684424ce-61f7-4b9a-9975-2b3bb81e442f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:38.732710 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d20092a-f29c-4993-9618-8b030bc9231a req-684424ce-61f7-4b9a-9975-2b3bb81e442f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0634501 Dec 15 16:10:38.817916 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-18c430b4-3192-4975-8765-ffd848343e10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c48ddb89-1c93-427f-a926-073d58761058 HTTP/1.1" status: 200 len: 1000 time: 0.0945115 Dec 15 16:10:38.821531 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d20092a-f29c-4993-9618-8b030bc9231a req-5030c483-f41c-4095-8cc9-93b700a5ac6a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823872 Dec 15 16:10:38.859524 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14213-481f-49ef-b99e-481ca542ca65 req-1800755f-4787-438a-920d-be39f1c3e938 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:38.861009 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c9f14213-481f-49ef-b99e-481ca542ca65 req-1800755f-4787-438a-920d-be39f1c3e938 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0486603 Dec 15 16:10:38.879909 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-2e9b84bf-6ff6-432e-b7db-0b075df54338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:38.881344 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-2e9b84bf-6ff6-432e-b7db-0b075df54338 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7619fe57-562e-4dcd-85a1-474a5ed5dfef HTTP/1.1" status: 200 len: 855 time: 0.0437558 Dec 15 16:10:38.907299 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c9f14213-481f-49ef-b99e-481ca542ca65 req-4146e474-fdd3-49a2-af3f-c343a49ccf60 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Dec 15 16:10:38.932561 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-59f62efa-1085-40de-ac56-e5194fb304dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:38.934016 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-59f62efa-1085-40de-ac56-e5194fb304dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9de569e-dedf-412f-ac55-6fe163ed494a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428014 Dec 15 16:10:39.025187 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-a2552a83-0359-4203-9ed8-c2d373507670 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806851 Dec 15 16:10:39.126525 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2d46d757-dfdf-41d5-a122-6fcb9a46304a req-bce30fff-7663-4203-8750-22e928514339 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864296 Dec 15 16:10:39.783057 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:39.979959 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29591470-e23a-4384-a178-8db3a4b8e0aa req-17f79118-df3f-415f-bc65-135d2777cbbb tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:39.982485 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-29591470-e23a-4384-a178-8db3a4b8e0aa req-17f79118-df3f-415f-bc65-135d2777cbbb tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0618508 Dec 15 16:10:40.035866 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-29591470-e23a-4384-a178-8db3a4b8e0aa req-2d902b7d-7f88-4315-be6c-02801b223741 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471554 Dec 15 16:10:40.052246 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060a805-1740-497b-b1d9-8cbcd75e8c9e req-64e6948d-4db1-40c1-ab37-6743b39b3554 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:40.054953 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9060a805-1740-497b-b1d9-8cbcd75e8c9e req-64e6948d-4db1-40c1-ab37-6743b39b3554 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0613184 Dec 15 16:10:40.101431 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9060a805-1740-497b-b1d9-8cbcd75e8c9e req-b71b06d1-5995-4673-a9a8-ebbba2a82bea tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Dec 15 16:10:40.843438 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f81847-72e2-483c-9992-e42336dacc26 req-f0b3ae74-4010-4766-a8a9-d153ee73336d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:40.844889 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d6f81847-72e2-483c-9992-e42336dacc26 req-f0b3ae74-4010-4766-a8a9-d153ee73336d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0492229 Dec 15 16:10:40.895879 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d6f81847-72e2-483c-9992-e42336dacc26 req-ce4d2357-5d5b-4c71-9820-924a117edcb0 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450804 Dec 15 16:10:41.164724 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b2c5c-9dc1-4806-b976-df188e49709c req-2cf32b53-bc00-4699-8c79-189a908bc4d0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:41.166115 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-807b2c5c-9dc1-4806-b976-df188e49709c req-2cf32b53-bc00-4699-8c79-189a908bc4d0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0482593 Dec 15 16:10:41.213634 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-807b2c5c-9dc1-4806-b976-df188e49709c req-62b1b617-3b2f-464d-b7e0-b45f06be1108 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414743 Dec 15 16:10:41.217743 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f7cc5-75b4-4b44-8a45-1187c3fa1cb0 req-8d32967f-e621-4985-81ed-efde92ae4dca tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:41.219419 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a9f7cc5-75b4-4b44-8a45-1187c3fa1cb0 req-8d32967f-e621-4985-81ed-efde92ae4dca tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0498514 Dec 15 16:10:41.271703 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a9f7cc5-75b4-4b44-8a45-1187c3fa1cb0 req-66fa68be-6a3b-4dda-b5b0-a86f9287004d tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458782 Dec 15 16:10:41.423755 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.765102 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 38684) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:41.869129 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.970310 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.973987 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.012732 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7b9fbb1231a41cb99452e7f3212278c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465494 Dec 15 16:10:42.013735 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5e73a6-c55e-4f0c-b40d-13fb6df2342c,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:42.015647 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 38690) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:42.021660 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f743919-638f-449f-b7e2-1e4a393cfe68 req-fa54c00a-91c9-4e5f-8dac-a0ba1d420246 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:42.023172 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4f743919-638f-449f-b7e2-1e4a393cfe68 req-fa54c00a-91c9-4e5f-8dac-a0ba1d420246 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0576410 Dec 15 16:10:42.031892 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.032245 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.032586 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.032931 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.033264 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.033591 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.033921 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.034278 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.034611 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.034937 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.035264 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.035583 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.035900 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d7238-d74a-47d3-8e92-1f93aa12bc84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:42.071671 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4f743919-638f-449f-b7e2-1e4a393cfe68 req-f9c9e810-ca78-451b-8fe8-2e52878e4e4c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418417 Dec 15 16:10:42.078205 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-091726d4-86e3-4b9d-9313-c1d40831f711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.108403 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-091726d4-86e3-4b9d-9313-c1d40831f711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.156402 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-091726d4-86e3-4b9d-9313-c1d40831f711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.159147 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-091726d4-86e3-4b9d-9313-c1d40831f711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.160277 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-091726d4-86e3-4b9d-9313-c1d40831f711 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d5e73a6-c55e-4f0c-b40d-13fb6df2342c HTTP/1.1" status: 204 len: 168 time: 0.1429622 Dec 15 16:10:42.167921 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091726d4-86e3-4b9d-9313-c1d40831f711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5e73a6-c55e-4f0c-b40d-13fb6df2342c,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:42.363062 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a0866-487d-4a36-a384-efee5ea0d961 req-6a1753d1-2420-433d-89cb-bd1767a070b0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:42.364878 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a81a0866-487d-4a36-a384-efee5ea0d961 req-6a1753d1-2420-433d-89cb-bd1767a070b0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0545020 Dec 15 16:10:42.399953 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89c3e0-65a8-4c53-a4bc-e4255edb2b1e req-6526dd16-1dc5-4a8a-a978-62033850527a tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:42.401506 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2c89c3e0-65a8-4c53-a4bc-e4255edb2b1e req-6526dd16-1dc5-4a8a-a978-62033850527a tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0541751 Dec 15 16:10:42.435813 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a81a0866-487d-4a36-a384-efee5ea0d961 req-2ff2a189-f6fd-41b6-b60c-19c335641501 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642865 Dec 15 16:10:42.470034 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2c89c3e0-65a8-4c53-a4bc-e4255edb2b1e req-4baf4106-7336-400e-b210-aeadd10fe060 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515060 Dec 15 16:10:43.189559 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094ec3d-ac18-49a6-9b9a-1374d16edcde req-fb8c24bf-d9d5-4f85-b876-eeb04dcca1c9 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:43.191081 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b094ec3d-ac18-49a6-9b9a-1374d16edcde req-fb8c24bf-d9d5-4f85-b876-eeb04dcca1c9 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0528505 Dec 15 16:10:43.241349 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b094ec3d-ac18-49a6-9b9a-1374d16edcde req-427f55c0-7539-42bd-899c-c05491f027fe tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 Dec 15 16:10:43.564213 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178ed73-6081-463c-af4c-ddf141ffc190 req-dc7bd0bb-ea5f-4c17-8ce3-c75c0254416e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:43.565747 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d178ed73-6081-463c-af4c-ddf141ffc190 req-dc7bd0bb-ea5f-4c17-8ce3-c75c0254416e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0559576 Dec 15 16:10:43.592364 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b7226-8245-4f73-ad16-0d3522fcb430 req-35d86cb9-b83c-4cc6-9635-a7be9833c717 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:43.593847 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ef4b7226-8245-4f73-ad16-0d3522fcb430 req-35d86cb9-b83c-4cc6-9635-a7be9833c717 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0522227 Dec 15 16:10:43.612822 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d178ed73-6081-463c-af4c-ddf141ffc190 req-78c339df-6358-4845-b2b5-681b3cbe8c87 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412159 Dec 15 16:10:43.640868 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ef4b7226-8245-4f73-ad16-0d3522fcb430 req-105c19d0-8086-4e26-9df3-cd09f4f77801 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Dec 15 16:10:44.363283 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a0b47-9efa-472b-8958-a5e75a68dfdd req-40498050-1bcf-4b7b-9818-0beb8b022d68 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:44.364757 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-674a0b47-9efa-472b-8958-a5e75a68dfdd req-40498050-1bcf-4b7b-9818-0beb8b022d68 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0517476 Dec 15 16:10:44.410646 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-674a0b47-9efa-472b-8958-a5e75a68dfdd req-16b3b8e1-ba44-4bb8-bcbb-bcf396b0b44d tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399983 Dec 15 16:10:44.742597 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e60549-3bcb-4b24-abb0-359ed8d2cf67 req-9a3f182a-0288-40f5-b295-382ff308b205 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:44.745328 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-63e60549-3bcb-4b24-abb0-359ed8d2cf67 req-9a3f182a-0288-40f5-b295-382ff308b205 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0585539 Dec 15 16:10:44.769765 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe53b1a-d450-4d98-92e5-2e3d22049dfb req-b34aa30a-799a-45b6-ab1a-e9d4c6777e03 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:44.771398 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dbe53b1a-d450-4d98-92e5-2e3d22049dfb req-b34aa30a-799a-45b6-ab1a-e9d4c6777e03 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0511701 Dec 15 16:10:44.793633 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-63e60549-3bcb-4b24-abb0-359ed8d2cf67 req-102bef3a-db50-4e48-9b87-f0109dab5f4f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419638 Dec 15 16:10:44.826512 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dbe53b1a-d450-4d98-92e5-2e3d22049dfb req-5b6d3a02-8c89-4bd6-acc7-1d30cb8423eb tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477529 Dec 15 16:10:45.529326 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04214b3-5cd2-4817-be5f-6d86f3002da0 req-b263ad51-eacc-4603-8bca-9a959949783e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:45.531724 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b04214b3-5cd2-4817-be5f-6d86f3002da0 req-b263ad51-eacc-4603-8bca-9a959949783e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0533428 Dec 15 16:10:45.616049 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b04214b3-5cd2-4817-be5f-6d86f3002da0 req-bb7a6e66-6764-4d19-931f-8b5b3106fd81 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781732 Dec 15 16:10:45.917881 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f443de-64d1-421c-b129-3eaa9454e7ee req-9bf059c2-e453-4089-a13f-bd39f4a4b586 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:45.919941 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-83f443de-64d1-421c-b129-3eaa9454e7ee req-9bf059c2-e453-4089-a13f-bd39f4a4b586 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0495830 Dec 15 16:10:45.946693 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b22785-1370-46f4-a9c9-b28a36f7efe7 req-6c86d284-8d50-476b-b02c-5732b490c8bb tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:45.948501 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-29b22785-1370-46f4-a9c9-b28a36f7efe7 req-6c86d284-8d50-476b-b02c-5732b490c8bb tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0533013 Dec 15 16:10:45.988867 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-83f443de-64d1-421c-b129-3eaa9454e7ee req-8eb5030d-77fb-47fb-badb-8de8afbe6dc5 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625706 Dec 15 16:10:46.010009 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-29b22785-1370-46f4-a9c9-b28a36f7efe7 req-00ff74f9-2e1d-4e6c-a02f-87b7eb89ce61 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 Dec 15 16:10:46.925729 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba352cf-c74e-494b-9d46-eee70bacdbe0 req-a1d60ded-f2c5-4c29-b7d9-b111a199bf52 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:46.927223 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ba352cf-c74e-494b-9d46-eee70bacdbe0 req-a1d60ded-f2c5-4c29-b7d9-b111a199bf52 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.2415528 Dec 15 16:10:46.974363 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ba352cf-c74e-494b-9d46-eee70bacdbe0 req-766c8f9a-5050-489d-a04f-75aa835381f1 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Dec 15 16:10:47.119157 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf61288-309f-4fe6-9b08-acf942e71361 req-4213f855-218d-41c7-a998-1eaa468ae2ea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:47.120763 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6bf61288-309f-4fe6-9b08-acf942e71361 req-4213f855-218d-41c7-a998-1eaa468ae2ea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0485148 Dec 15 16:10:47.132096 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ba6c7-f8db-40bb-b092-021b64b94c01 req-10270d63-a359-4201-8425-a31be4a4d1ea tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:47.133588 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-928ba6c7-f8db-40bb-b092-021b64b94c01 req-10270d63-a359-4201-8425-a31be4a4d1ea tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0482278 Dec 15 16:10:47.173721 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6bf61288-309f-4fe6-9b08-acf942e71361 req-776ec986-717b-4abd-a9fa-c4a053078d87 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464692 Dec 15 16:10:47.186633 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-928ba6c7-f8db-40bb-b092-021b64b94c01 req-e8c83025-fb2d-4447-912c-85d7e5267212 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461228 Dec 15 16:10:48.090492 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b990f6-f7e2-42a6-baba-ad9054bd0ddf req-9a358d2d-0b23-40e1-951d-2eea92140f3f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:48.092445 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-04b990f6-f7e2-42a6-baba-ad9054bd0ddf req-9a358d2d-0b23-40e1-951d-2eea92140f3f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0468078 Dec 15 16:10:48.143246 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-04b990f6-f7e2-42a6-baba-ad9054bd0ddf req-5ec0c1a3-efb9-45f8-bd2f-56b921a9ee95 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446184 Dec 15 16:10:48.319887 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab61c-7976-4131-acb5-c9f55ea8d2c5 req-d05853d7-4e0b-4287-b269-5db4d8c63c23 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:48.321278 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e12ab61c-7976-4131-acb5-c9f55ea8d2c5 req-d05853d7-4e0b-4287-b269-5db4d8c63c23 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0495188 Dec 15 16:10:48.329694 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411ef1b-7fe6-4d1d-82e7-8c9870cbb6ad req-feca245f-e924-4af7-82ae-ee9febd063ef tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:48.331206 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2411ef1b-7fe6-4d1d-82e7-8c9870cbb6ad req-feca245f-e924-4af7-82ae-ee9febd063ef tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0597312 Dec 15 16:10:48.382601 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e12ab61c-7976-4131-acb5-c9f55ea8d2c5 req-080be7a3-f0db-4488-be43-e5bd161497c8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Dec 15 16:10:48.400523 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2411ef1b-7fe6-4d1d-82e7-8c9870cbb6ad req-51ac3ff6-4bbe-404a-8ab4-91a919168606 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633929 Dec 15 16:10:49.266351 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f0aae-b953-418b-a6e2-6e1eeac254f6 req-9d8d4c09-90ac-4498-9dd7-ce5d22734d90 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:49.270964 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ef0f0aae-b953-418b-a6e2-6e1eeac254f6 req-9d8d4c09-90ac-4498-9dd7-ce5d22734d90 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0604410 Dec 15 16:10:49.315345 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ef0f0aae-b953-418b-a6e2-6e1eeac254f6 req-08672593-1afc-4a25-872b-b1842623ad90 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Dec 15 16:10:49.510088 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91176e-8812-4385-a41a-af3754eabf13 req-0247d20d-61a9-4e2f-9182-463de3f1c22d tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:49.511609 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1e91176e-8812-4385-a41a-af3754eabf13 req-0247d20d-61a9-4e2f-9182-463de3f1c22d tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0488305 Dec 15 16:10:49.550111 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91347110-49eb-4eed-b277-7bf894af0a1c req-1b2817e3-3cd0-4d00-9643-a656fed687d7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:49.552154 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-91347110-49eb-4eed-b277-7bf894af0a1c req-1b2817e3-3cd0-4d00-9643-a656fed687d7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0651741 Dec 15 16:10:49.581197 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1e91176e-8812-4385-a41a-af3754eabf13 req-7df7ff27-b476-4c29-b7a7-12d6460227ae tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600593 Dec 15 16:10:49.605982 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-91347110-49eb-4eed-b277-7bf894af0a1c req-8d3da3a4-46eb-4c24-a3c1-0b5248e0d801 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464158 Dec 15 16:10:50.434950 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ec5e1-f303-45c5-b014-f1b23faf18e6 req-418e297c-5c5b-4b9e-94e0-f09c01f41854 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:50.436636 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-825ec5e1-f303-45c5-b014-f1b23faf18e6 req-418e297c-5c5b-4b9e-94e0-f09c01f41854 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0555460 Dec 15 16:10:50.487381 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-825ec5e1-f303-45c5-b014-f1b23faf18e6 req-4177e110-336d-4f26-9a3d-48e5e2657e0f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445001 Dec 15 16:10:50.717943 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51977c-eb74-41f7-a51d-b1ba169910e6 req-e1d4d965-eb47-4222-b3bd-b317eceb59d4 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:50.720068 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a51977c-eb74-41f7-a51d-b1ba169910e6 req-e1d4d965-eb47-4222-b3bd-b317eceb59d4 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0726511 Dec 15 16:10:50.740974 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a3357-2034-4c08-b0c0-d927c4075ae8 req-ab028ad9-cd1d-4bca-bd76-476ffd779958 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:50.742473 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-398a3357-2034-4c08-b0c0-d927c4075ae8 req-ab028ad9-cd1d-4bca-bd76-476ffd779958 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0483479 Dec 15 16:10:50.767153 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a51977c-eb74-41f7-a51d-b1ba169910e6 req-a3df8259-aca9-4d9e-be35-56a0756051b7 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412159 Dec 15 16:10:50.791715 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-398a3357-2034-4c08-b0c0-d927c4075ae8 req-25c04fda-21de-4398-bf10-a22ad5b40325 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434494 Dec 15 16:10:51.598233 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818805d0-5847-4205-b671-220348f98958 req-e16fed4e-e678-4e34-9f9d-0976789b9cb6 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:51.599788 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-818805d0-5847-4205-b671-220348f98958 req-e16fed4e-e678-4e34-9f9d-0976789b9cb6 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0476849 Dec 15 16:10:51.649234 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-818805d0-5847-4205-b671-220348f98958 req-637ce38d-5503-4593-8bca-6328e1a0d943 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429811 Dec 15 16:10:51.889593 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaaec4-eec3-4bd3-bd2b-79899021347e req-db5b25ed-7c58-4360-97b2-41fe02845f77 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:51.891685 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-24aaaec4-eec3-4bd3-bd2b-79899021347e req-db5b25ed-7c58-4360-97b2-41fe02845f77 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0541575 Dec 15 16:10:51.921030 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8f09-cd2c-46ed-88a2-78a84a9a2f38 req-0ed59f30-59bc-4a8b-a461-76c5569ab324 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:51.922532 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-951b8f09-cd2c-46ed-88a2-78a84a9a2f38 req-0ed59f30-59bc-4a8b-a461-76c5569ab324 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0483334 Dec 15 16:10:51.939062 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-24aaaec4-eec3-4bd3-bd2b-79899021347e req-3b2729fb-2fb5-4b52-abd5-145991e8ace4 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Dec 15 16:10:51.972425 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-951b8f09-cd2c-46ed-88a2-78a84a9a2f38 req-c591f693-61bb-4b19-a4aa-139ebb6263a2 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439663 Dec 15 16:10:52.774948 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981d5b6-41ae-415b-8d25-cf4c9d601d7b req-8d654f8a-b5e4-4df8-9b1a-bfca87863e07 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:52.776419 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0981d5b6-41ae-415b-8d25-cf4c9d601d7b req-8d654f8a-b5e4-4df8-9b1a-bfca87863e07 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0508449 Dec 15 16:10:52.824241 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0981d5b6-41ae-415b-8d25-cf4c9d601d7b req-1389ca6f-d9f9-43c6-a359-8cc2a5b46a81 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Dec 15 16:10:53.057374 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f7a97-1e28-4725-b943-3e58456287ff req-b45873f5-9bcb-4499-9691-c8d4d5597ff8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:53.058875 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-aa1f7a97-1e28-4725-b943-3e58456287ff req-b45873f5-9bcb-4499-9691-c8d4d5597ff8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0481737 Dec 15 16:10:53.095104 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124d7de-2456-4d04-9d5e-3fd16a5e946f req-5d143814-8412-4f28-8e78-40665c2b9cf1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:53.096589 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9124d7de-2456-4d04-9d5e-3fd16a5e946f req-5d143814-8412-4f28-8e78-40665c2b9cf1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0499673 Dec 15 16:10:53.105135 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-aa1f7a97-1e28-4725-b943-3e58456287ff req-e915f67d-c6a4-4e4d-bf54-94e73cbae901 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Dec 15 16:10:53.146215 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9124d7de-2456-4d04-9d5e-3fd16a5e946f req-f2d82b7d-e363-46f5-8c42-456066697c3b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408008 Dec 15 16:10:53.936943 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d77a3-fb2d-4ffb-b8ad-de350072a724 req-365651b6-413a-4024-bc15-e8aea4593c9a tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:53.939085 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d74d77a3-fb2d-4ffb-b8ad-de350072a724 req-365651b6-413a-4024-bc15-e8aea4593c9a tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0471325 Dec 15 16:10:53.983073 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d74d77a3-fb2d-4ffb-b8ad-de350072a724 req-6d9a2980-dd45-4a90-893b-9d74f2ae4800 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382967 Dec 15 16:10:54.222859 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026100e9-c641-420c-be35-092790fd262f req-1180df07-f78d-48ee-b571-e2fb88670fab tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:54.224364 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-026100e9-c641-420c-be35-092790fd262f req-1180df07-f78d-48ee-b571-e2fb88670fab tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0544674 Dec 15 16:10:54.270482 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7289769-69c3-4fca-9217-603ab0ed35f2 req-28dab5c3-310f-472a-998c-08610feaef91 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:54.271957 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d7289769-69c3-4fca-9217-603ab0ed35f2 req-28dab5c3-310f-472a-998c-08610feaef91 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0523372 Dec 15 16:10:54.274322 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-026100e9-c641-420c-be35-092790fd262f req-74572e23-be33-4ae3-9713-c451a66aa8ec tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432115 Dec 15 16:10:54.318686 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d7289769-69c3-4fca-9217-603ab0ed35f2 req-82f25bd7-bdfa-4b4a-b595-2fc5305b7d88 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404122 Dec 15 16:10:55.094454 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670a72c-44c4-4eda-9d5e-056531e7d8a7 req-7bb7334f-f726-4afd-86f9-6391bbca0898 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:55.095919 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b670a72c-44c4-4eda-9d5e-056531e7d8a7 req-7bb7334f-f726-4afd-86f9-6391bbca0898 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0477250 Dec 15 16:10:55.141673 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b670a72c-44c4-4eda-9d5e-056531e7d8a7 req-0f2b7317-470e-48b7-b29e-5f51a0b3cf34 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 Dec 15 16:10:55.389510 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3028-eae7-4c93-9d1a-acb2e9375d55 req-77c345bc-6ad5-4866-8f23-f947910c9682 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:55.391540 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b83f3028-eae7-4c93-9d1a-acb2e9375d55 req-77c345bc-6ad5-4866-8f23-f947910c9682 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0486674 Dec 15 16:10:55.437381 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5635b5-f15d-4134-aa0d-6c54f62891bb req-613b6469-934a-4edd-b642-d4e567e81f4c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:55.439251 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b83f3028-eae7-4c93-9d1a-acb2e9375d55 req-95a21734-dc20-49e2-8688-d7072f3046e2 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 Dec 15 16:10:55.439398 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9a5635b5-f15d-4134-aa0d-6c54f62891bb req-613b6469-934a-4edd-b642-d4e567e81f4c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0482066 Dec 15 16:10:55.489210 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9a5635b5-f15d-4134-aa0d-6c54f62891bb req-fe8727b9-f1a9-441c-9b82-b14b2c82d78a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440972 Dec 15 16:10:55.882713 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc45581-830f-4492-a0e2-bab558c8abc3 req-cc3fcf73-a835-40d3-befd-347b4d6387c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:55.884168 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3dc45581-830f-4492-a0e2-bab558c8abc3 req-cc3fcf73-a835-40d3-befd-347b4d6387c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 1098 time: 0.0381718 Dec 15 16:10:55.931772 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3dc45581-830f-4492-a0e2-bab558c8abc3 req-4f8d80d6-ef76-4017-913c-39f73d939753 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Dec 15 16:10:56.257365 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cffbb-d223-4794-a65b-95bc48f06428 req-75146e87-b28b-4214-bc2f-4c54d1f0d5fd tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:56.258832 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d3cffbb-d223-4794-a65b-95bc48f06428 req-75146e87-b28b-4214-bc2f-4c54d1f0d5fd tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0755465 Dec 15 16:10:56.269298 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7899649-fbfd-4157-a9ea-ba7c60f34b4f req-cbf321f5-58c4-4efa-9120-e586d19cc552 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:56.270666 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b7899649-fbfd-4157-a9ea-ba7c60f34b4f req-cbf321f5-58c4-4efa-9120-e586d19cc552 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 945 time: 0.0629001 Dec 15 16:10:56.369911 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b7899649-fbfd-4157-a9ea-ba7c60f34b4f req-d54a892f-765b-468f-9be6-12aff5729b6c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925124 Dec 15 16:10:56.389968 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-3d3cffbb-d223-4794-a65b-95bc48f06428 req-fdf66130-711a-4d08-a516-33d98d6eef0f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Deleting port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:10:56.390613 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3d3cffbb-d223-4794-a65b-95bc48f06428 req-fdf66130-711a-4d08-a516-33d98d6eef0f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.475972 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-3d3cffbb-d223-4794-a65b-95bc48f06428 req-fdf66130-711a-4d08-a516-33d98d6eef0f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] For port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:10:56.476339 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3d3cffbb-d223-4794-a65b-95bc48f06428 req-fdf66130-711a-4d08-a516-33d98d6eef0f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.488597 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-3d3cffbb-d223-4794-a65b-95bc48f06428 req-fdf66130-711a-4d08-a516-33d98d6eef0f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Calling delete_port for 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:10:56.556750 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b670ead-5033-4bfd-b8f6-a3683f2cfaa1 req-83203e5a-a858-4256-9474-70dcd328e502 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:56.558386 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0b670ead-5033-4bfd-b8f6-a3683f2cfaa1 req-83203e5a-a858-4256-9474-70dcd328e502 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0526311 Dec 15 16:10:56.608679 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0b670ead-5033-4bfd-b8f6-a3683f2cfaa1 req-e477e1ec-015e-4c3c-8649-92cee1d670bb tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411174 Dec 15 16:10:56.653471 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544a9a-b9ce-4853-92e0-b4cc0fb5518d req-a8c593c0-0274-409a-9857-13819403e34c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:56.654974 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9544a9a-b9ce-4853-92e0-b4cc0fb5518d req-a8c593c0-0274-409a-9857-13819403e34c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0880079 Dec 15 16:10:56.655997 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3d3cffbb-d223-4794-a65b-95bc48f06428 req-fdf66130-711a-4d08-a516-33d98d6eef0f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.678684 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['eb06d20a-14b8-4cc1-8d1b-28c1855f50ed', '137a78e4-d3b4-44b0-b61b-952fe0b633ba', '7ef3b7cf-db50-4eb4-95cc-9057ace1fddd', '5c29cae1-ba11-45ac-b5fe-fcc0dfad0996'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:10:56.709939 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf66130-711a-4d08-a516-33d98d6eef0f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Pushing event deleted for resources: {'Port': ['ID=5c29cae1-ba11-45ac-b5fe-fcc0dfad0996,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:56.750800 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3cffbb-d223-4794-a65b-95bc48f06428 req-fdf66130-711a-4d08-a516-33d98d6eef0f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] No DVR routers for this DVR port 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:10:56.753389 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3d3cffbb-d223-4794-a65b-95bc48f06428 req-fdf66130-711a-4d08-a516-33d98d6eef0f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.756876 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d3cffbb-d223-4794-a65b-95bc48f06428 req-fdf66130-711a-4d08-a516-33d98d6eef0f tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "DELETE /v2.0/ports/5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 HTTP/1.1" status: 204 len: 173 time: 0.4853587 Dec 15 16:10:56.759297 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8328bb6e-1447-440f-a168-e7db971aeff6', 'name': 'network-vif-deleted', 'tag': '5c29cae1-ba11-45ac-b5fe-fcc0dfad0996'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:10:56.762103 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5933e8a7-ebb8-4ce9-abb2-37c5fb070854" -d '{"events": [{"server_uuid": "8328bb6e-1447-440f-a168-e7db971aeff6", "name": "network-vif-deleted", "tag": "5c29cae1-ba11-45ac-b5fe-fcc0dfad0996"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:10:56.783338 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9544a9a-b9ce-4853-92e0-b4cc0fb5518d req-ec4b1667-e8fb-4c4b-b21d-15a7d05a58de tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218598 Dec 15 16:10:56.826605 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f375c1-2080-48f7-8407-76ccd9a19d56 x-openstack-request-id: req-c9f375c1-2080-48f7-8407-76ccd9a19d56 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:10:56.826899 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8328bb6e-1447-440f-a168-e7db971aeff6", "name": "network-vif-deleted", "tag": "5c29cae1-ba11-45ac-b5fe-fcc0dfad0996", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:10:56.827219 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9f375c1-2080-48f7-8407-76ccd9a19d56 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:10:56.827554 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8328bb6e-1447-440f-a168-e7db971aeff6', 'name': 'network-vif-deleted', 'tag': '5c29cae1-ba11-45ac-b5fe-fcc0dfad0996', 'status': 'completed', 'code': 200} Dec 15 16:10:57.477161 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7a42362c-9f8b-4249-81b3-b2c6cad1bc82 req-aa7024f5-be2c-49de-b6c1-e547cdc9bfcd tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=8328bb6e-1447-440f-a168-e7db971aeff6 HTTP/1.1" status: 200 len: 210 time: 0.0263493 Dec 15 16:10:57.724298 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0119c6-5331-478b-8e56-f4b5a5095e88 req-427020a9-e47e-40c9-833c-e1506fc2513e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:57.725761 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8f0119c6-5331-478b-8e56-f4b5a5095e88 req-427020a9-e47e-40c9-833c-e1506fc2513e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0476439 Dec 15 16:10:57.770884 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8f0119c6-5331-478b-8e56-f4b5a5095e88 req-558df817-7bbe-4554-af57-32be16170690 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392995 Dec 15 16:10:57.906439 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a413503-da01-4751-820d-b6d9bd69c268 req-57132e2b-ee21-4043-ae0b-d78f42d9565d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:57.907937 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8a413503-da01-4751-820d-b6d9bd69c268 req-57132e2b-ee21-4043-ae0b-d78f42d9565d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0523362 Dec 15 16:10:57.955781 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8a413503-da01-4751-820d-b6d9bd69c268 req-a25936b6-3f05-423d-989b-5c0813ed6054 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419867 Dec 15 16:10:58.097515 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f5ba8-c989-4f76-8c48-6842ace81150 req-81c7f62f-5c9f-4ae4-8852-b32fb9800c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:58.099009 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d3f5ba8-c989-4f76-8c48-6842ace81150 req-81c7f62f-5c9f-4ae4-8852-b32fb9800c90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=365cc23ac7624aab91c3f286c2a4db76&device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 1098 time: 0.0706017 Dec 15 16:10:58.106917 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0f1b4-ef1f-42de-a8c2-522106d387a7 req-e8f9020a-0720-4785-ac51-e32e58ed8b59 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:58.108243 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dae0f1b4-ef1f-42de-a8c2-522106d387a7 req-e8f9020a-0720-4785-ac51-e32e58ed8b59 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0816038 Dec 15 16:10:58.208618 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dae0f1b4-ef1f-42de-a8c2-522106d387a7 req-a1281d48-92c6-47c6-ac3f-15d7d1d924fa tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910735 Dec 15 16:10:58.225038 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f5ba8-c989-4f76-8c48-6842ace81150 req-167da19c-a144-48cf-8741-37e95b6822f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:58.226516 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d3f5ba8-c989-4f76-8c48-6842ace81150 req-167da19c-a144-48cf-8741-37e95b6822f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 200 len: 920 time: 0.1174033 Dec 15 16:10:58.270668 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d3f5ba8-c989-4f76-8c48-6842ace81150 req-22aa41a3-6593-402c-8e6e-2ddea1658ab6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b8a41c5-0444-446c-b2e7-113e3d782222 HTTP/1.1" status: 200 len: 217 time: 0.0344856 Dec 15 16:10:58.323004 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f5ba8-c989-4f76-8c48-6842ace81150 req-59a5109d-ee17-4dc4-8540-6ebf91ad2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:58.324351 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d3f5ba8-c989-4f76-8c48-6842ace81150 req-59a5109d-ee17-4dc4-8540-6ebf91ad2311 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd HTTP/1.1" status: 200 len: 859 time: 0.0401924 Dec 15 16:10:58.356614 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d3f5ba8-c989-4f76-8c48-6842ace81150 req-75519579-a84a-45fc-b2d1-f02320b86711 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84380ad-1686-4ecc-ba8f-571feeb05d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232365 Dec 15 16:10:58.684699 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d3f5ba8-c989-4f76-8c48-6842ace81150 req-1afdc890-b2ff-4cc4-a600-e525dc339474 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189118 Dec 15 16:10:58.773805 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d3f5ba8-c989-4f76-8c48-6842ace81150 req-19b9a556-438b-4947-8f5a-3534195c5164 service neutron] 10.222.0.18 "GET /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786753 Dec 15 16:10:59.076598 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297cf75-c1e3-40d5-9a68-74ff5e2bf335 req-a134829a-01e1-4fe1-afac-a6d408e29e27 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.078761 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a297cf75-c1e3-40d5-9a68-74ff5e2bf335 req-a134829a-01e1-4fe1-afac-a6d408e29e27 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0518925 Dec 15 16:10:59.124781 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a297cf75-c1e3-40d5-9a68-74ff5e2bf335 req-688f0cec-10b5-40d0-ad3d-bfb3c6e5d874 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400610 Dec 15 16:10:59.323857 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c378-6a93-4ea0-a5dd-0c027dc06cfc req-86a44bf5-a83b-45a7-880a-0b61518d7e8f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.325232 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bed3c378-6a93-4ea0-a5dd-0c027dc06cfc req-86a44bf5-a83b-45a7-880a-0b61518d7e8f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0474365 Dec 15 16:10:59.372207 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bed3c378-6a93-4ea0-a5dd-0c027dc06cfc req-fe5b2c98-1979-46cf-b313-d0cf294f0658 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397580 Dec 15 16:10:59.579713 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:59.856384 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dd7f-13eb-4004-bd97-529f88dd09ec req-ae3452ad-f8ff-4d89-adb1-85e0eb5eb6b2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.857749 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7956dd7f-13eb-4004-bd97-529f88dd09ec req-ae3452ad-f8ff-4d89-adb1-85e0eb5eb6b2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 946 time: 0.0476153 Dec 15 16:10:59.908332 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7956dd7f-13eb-4004-bd97-529f88dd09ec req-0421d4fe-5623-43bc-a5ae-99c2a5071a99 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Dec 15 16:11:00.244387 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa3ce-a2c9-49d9-8878-5f0ff4c16233 req-4429a482-774f-4154-8630-16b8e2fc44b3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:00.245841 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-db0fa3ce-a2c9-49d9-8878-5f0ff4c16233 req-4429a482-774f-4154-8630-16b8e2fc44b3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0469077 Dec 15 16:11:00.291613 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-db0fa3ce-a2c9-49d9-8878-5f0ff4c16233 req-56b7a5db-d49e-4524-b943-7ee3e0e26407 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393660 Dec 15 16:11:00.486349 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c4b04-09fd-49b9-9ea9-021426dc82d9 req-3107ba7e-bf87-4f92-ba93-5d746b6acc8e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:00.487802 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b06c4b04-09fd-49b9-9ea9-021426dc82d9 req-3107ba7e-bf87-4f92-ba93-5d746b6acc8e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0484099 Dec 15 16:11:00.537098 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b06c4b04-09fd-49b9-9ea9-021426dc82d9 req-cb76e522-0d83-4482-909a-8961ffd6434e tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Dec 15 16:11:01.024535 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f5b6c-0eae-4913-8b5c-fe03c23d295e req-2659c9e4-fde0-44d2-b0a6-f90064f66d6b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.026005 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3f7f5b6c-0eae-4913-8b5c-fe03c23d295e req-2659c9e4-fde0-44d2-b0a6-f90064f66d6b tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 946 time: 0.0523014 Dec 15 16:11:01.071891 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3f7f5b6c-0eae-4913-8b5c-fe03c23d295e req-29695b4e-eb74-43b2-a581-485120ad3eb1 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399113 Dec 15 16:11:01.214546 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:11:01.235469 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:11:01.235821 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 5c29cae1-ba11-45ac-b5fe-fcc0dfad0996 not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:11:01.408385 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555a82f-ec64-4afc-a44a-e96eed66d350 req-cd2b1d60-08fb-4548-a638-28172a676f07 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.409883 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1555a82f-ec64-4afc-a44a-e96eed66d350 req-cd2b1d60-08fb-4548-a638-28172a676f07 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0479412 Dec 15 16:11:01.455886 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1555a82f-ec64-4afc-a44a-e96eed66d350 req-6635955f-6275-4ce2-8d43-c3e4ac174ea5 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399766 Dec 15 16:11:01.649836 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd313b-8f1f-4f88-bd28-a21a56d619c8 req-d5924c66-d3da-4bf7-b809-031ed8322d2f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.651496 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c4bd313b-8f1f-4f88-bd28-a21a56d619c8 req-d5924c66-d3da-4bf7-b809-031ed8322d2f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0481985 Dec 15 16:11:01.697230 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c4bd313b-8f1f-4f88-bd28-a21a56d619c8 req-0ef8bf23-b900-4d50-a5ca-0a668898b348 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394096 Dec 15 16:11:01.979428 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe2830-d66a-4a97-9cd1-11e0d08cfa43 req-936d599d-f6ca-4980-a4e7-7d1416980126 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.980942 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0dbe2830-d66a-4a97-9cd1-11e0d08cfa43 req-936d599d-f6ca-4980-a4e7-7d1416980126 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 946 time: 0.0493705 Dec 15 16:11:02.087363 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-0dbe2830-d66a-4a97-9cd1-11e0d08cfa43 req-420aed04-e986-476c-9ca7-2bf9d8fc1337 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Deleting port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:11:02.087704 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0dbe2830-d66a-4a97-9cd1-11e0d08cfa43 req-420aed04-e986-476c-9ca7-2bf9d8fc1337 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.173672 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-0dbe2830-d66a-4a97-9cd1-11e0d08cfa43 req-420aed04-e986-476c-9ca7-2bf9d8fc1337 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] For port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:02.174033 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0dbe2830-d66a-4a97-9cd1-11e0d08cfa43 req-420aed04-e986-476c-9ca7-2bf9d8fc1337 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.185596 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-0dbe2830-d66a-4a97-9cd1-11e0d08cfa43 req-420aed04-e986-476c-9ca7-2bf9d8fc1337 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Calling delete_port for 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:11:02.189591 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aa07b-f010-4212-9700-b0b7f2f20471 req-574c1dbb-6109-4f43-99a7-381990ecb374 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:02.191112 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c27aa07b-f010-4212-9700-b0b7f2f20471 req-574c1dbb-6109-4f43-99a7-381990ecb374 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66 HTTP/1.1" status: 200 len: 946 time: 0.0510709 Dec 15 16:11:02.237603 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c27aa07b-f010-4212-9700-b0b7f2f20471 req-3b327abe-aeab-4282-b794-6fe70cc1ef1c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Dec 15 16:11:02.313639 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0dbe2830-d66a-4a97-9cd1-11e0d08cfa43 req-420aed04-e986-476c-9ca7-2bf9d8fc1337 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.326186 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['eb06d20a-14b8-4cc1-8d1b-28c1855f50ed', '137a78e4-d3b4-44b0-b61b-952fe0b633ba', '7ef3b7cf-db50-4eb4-95cc-9057ace1fddd'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:02.348347 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aed04-e986-476c-9ca7-2bf9d8fc1337 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Pushing event deleted for resources: {'Port': ['ID=7ef3b7cf-db50-4eb4-95cc-9057ace1fddd,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:02.387123 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbe2830-d66a-4a97-9cd1-11e0d08cfa43 req-420aed04-e986-476c-9ca7-2bf9d8fc1337 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] No DVR routers for this DVR port 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:11:02.389633 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0dbe2830-d66a-4a97-9cd1-11e0d08cfa43 req-420aed04-e986-476c-9ca7-2bf9d8fc1337 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.393020 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0dbe2830-d66a-4a97-9cd1-11e0d08cfa43 req-420aed04-e986-476c-9ca7-2bf9d8fc1337 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "DELETE /v2.0/ports/7ef3b7cf-db50-4eb4-95cc-9057ace1fddd HTTP/1.1" status: 204 len: 173 time: 0.3936470 Dec 15 16:11:02.393455 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66', 'name': 'network-vif-deleted', 'tag': '7ef3b7cf-db50-4eb4-95cc-9057ace1fddd'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:02.395704 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946e2ad1-60fa-4c46-998a-822a16a42bd5" -d '{"events": [{"server_uuid": "c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66", "name": "network-vif-deleted", "tag": "7ef3b7cf-db50-4eb4-95cc-9057ace1fddd"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:02.435723 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3a4239-2891-4539-aeb7-14bf90b3e658 x-openstack-request-id: req-6e3a4239-2891-4539-aeb7-14bf90b3e658 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:02.436011 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66", "name": "network-vif-deleted", "tag": "7ef3b7cf-db50-4eb4-95cc-9057ace1fddd", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:02.436260 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e3a4239-2891-4539-aeb7-14bf90b3e658 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:02.436809 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a2c9f0-613a-4f9f-bdb6-4592a0e2be66', 'name': 'network-vif-deleted', 'tag': '7ef3b7cf-db50-4eb4-95cc-9057ace1fddd', 'status': 'completed', 'code': 200} Dec 15 16:11:02.587651 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bf738-cec0-448d-ac9f-4f848a850ba5 req-54cfb982-3c74-4ac8-9a03-0ca6627b90bb tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:02.589203 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8c0bf738-cec0-448d-ac9f-4f848a850ba5 req-54cfb982-3c74-4ac8-9a03-0ca6627b90bb tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 944 time: 0.0494113 Dec 15 16:11:02.638053 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8c0bf738-cec0-448d-ac9f-4f848a850ba5 req-a4b17f96-1ede-4aa1-928a-3c67d5badf91 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Dec 15 16:11:03.206145 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device c48ddb89-1c93-427f-a926-073d58761058 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:11:03.299523 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:03.311188 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'c48ddb89-1c93-427f-a926-073d58761058', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'port_id': 'c48ddb89-1c93-427f-a926-073d58761058', 'mac_address': 'fa:16:3e:48:6f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:11:03.348358 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.365204 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48ddb89-1c93-427f-a926-073d58761058 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:11:03.393590 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:03.399895 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.457327 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=c48ddb89-1c93-427f-a926-073d58761058,revision_number=9']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:03.464574 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.464950 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.465319 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.465669 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.466005 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.466365 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.466695 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.467022 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.467352 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.467698 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.468028 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.468875 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.469189 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:03.525323 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2afb2-f37c-4c19-b600-09b07bc02dfb req-d846efe3-4b06-4c76-a2d4-62564b829ab5 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:03.526840 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d6e2afb2-f37c-4c19-b600-09b07bc02dfb req-d846efe3-4b06-4c76-a2d4-62564b829ab5 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 946 time: 0.0519044 Dec 15 16:11:03.573120 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d6e2afb2-f37c-4c19-b600-09b07bc02dfb req-4da8196f-d05d-4b69-96d9-1d89fcf3f50e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Dec 15 16:11:03.751598 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['c48ddb89-1c93-427f-a926-073d58761058'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:03.756760 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9a9b-ce8a-4d9b-a1cc-97fd5a399b20 req-d9279d20-2e03-4c1b-a756-766cad32ca33 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:03.758259 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-50af9a9b-ce8a-4d9b-a1cc-97fd5a399b20 req-d9279d20-2e03-4c1b-a756-766cad32ca33 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 945 time: 0.0473948 Dec 15 16:11:03.805055 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-50af9a9b-ce8a-4d9b-a1cc-97fd5a399b20 req-e9a06f51-dcfd-4b02-922a-3da742011a4d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407441 Dec 15 16:11:04.686668 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c9008-5c4f-4dbd-9e6c-5342b1211b69 req-b90345de-10fc-4982-a5c5-b22e224d6efd tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:04.688628 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-688c9008-5c4f-4dbd-9e6c-5342b1211b69 req-b90345de-10fc-4982-a5c5-b22e224d6efd tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 946 time: 0.0485477 Dec 15 16:11:04.733730 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-688c9008-5c4f-4dbd-9e6c-5342b1211b69 req-6d7f7e36-a542-4a98-8fb2-2f1eda2f7cd2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Dec 15 16:11:04.922116 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e73a1-5541-4038-8aec-2264e4ea110d req-abe28edc-cbcd-496e-b472-babab61ce573 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:04.923590 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ee5e73a1-5541-4038-8aec-2264e4ea110d req-abe28edc-cbcd-496e-b472-babab61ce573 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 945 time: 0.0473082 Dec 15 16:11:04.970026 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ee5e73a1-5541-4038-8aec-2264e4ea110d req-f20ff21f-5807-400a-9730-aeb293f6a5b6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404167 Dec 15 16:11:05.069994 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6c2e63d6-1f07-4a79-a960-6c76d320c2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.238190 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device c48ddb89-1c93-427f-a926-073d58761058 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:05.253323 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f31786-7b6d-4daf-a6b3-415b22bb6558 req-1fe6a596-b9d5-4004-b126-c25702e01d00 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:05.254837 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e8f31786-7b6d-4daf-a6b3-415b22bb6558 req-1fe6a596-b9d5-4004-b126-c25702e01d00 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 946 time: 0.0555243 Dec 15 16:11:05.294467 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port c48ddb89-1c93-427f-a926-073d58761058 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:05.294863 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.381589 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.409309 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:05.411627 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c965c88e-1e98-4b43-8100-8743d7799c2e" -d '{"events": [{"server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "name": "network-vif-plugged", "status": "completed", "tag": "c48ddb89-1c93-427f-a926-073d58761058"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:05.418199 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79050f8d-5287-469b-9699-6a5d7cfbb5c7 req-27480870-28fe-4bb1-a085-f3512acb8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:05.419699 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-79050f8d-5287-469b-9699-6a5d7cfbb5c7 req-27480870-28fe-4bb1-a085-f3512acb8e2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c3dc08abeae460eb69305e30b4fe62d&device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 1138 time: 0.0872567 Dec 15 16:11:05.425650 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:05.430532 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.431310 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:11:05.431428 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7064d91-301c-4a20-9e6f-b8a3384a3b96 req-c359c918-699f-48f9-9b81-2c247a6148b6 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:05.432821 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7064d91-301c-4a20-9e6f-b8a3384a3b96 req-c359c918-699f-48f9-9b81-2c247a6148b6 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.1366882 Dec 15 16:11:05.452344 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:11:05.453229 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 7ef3b7cf-db50-4eb4-95cc-9057ace1fddd not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:11:05.509701 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=c48ddb89-1c93-427f-a926-073d58761058,revision_number=10']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:05.516513 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a3fc4b-00dc-4e2a-b7f7-a5b7d7181eed x-openstack-request-id: req-33a3fc4b-00dc-4e2a-b7f7-a5b7d7181eed {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:05.517010 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "name": "network-vif-plugged", "status": "completed", "tag": "c48ddb89-1c93-427f-a926-073d58761058", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:05.517439 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33a3fc4b-00dc-4e2a-b7f7-a5b7d7181eed {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:05.517909 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-e8f31786-7b6d-4daf-a6b3-415b22bb6558 req-7a35b0d4-e9fb-4276-8878-add6a5c5c9b3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Deleting port 137a78e4-d3b4-44b0-b61b-952fe0b633ba {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:11:05.518182 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058', 'code': 200} Dec 15 16:11:05.518406 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-e8f31786-7b6d-4daf-a6b3-415b22bb6558 req-7a35b0d4-e9fb-4276-8878-add6a5c5c9b3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.612462 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497ca38-4977-4eb4-ae6c-85e6bd725c1d req-5e957dae-8131-4160-8340-2e911e9108d3 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:05.614083 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5497ca38-4977-4eb4-ae6c-85e6bd725c1d req-5e957dae-8131-4160-8340-2e911e9108d3 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0482750 Dec 15 16:11:05.637424 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7064d91-301c-4a20-9e6f-b8a3384a3b96 req-405403b1-bc70-479b-8ccb-1c38e16e7622 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1922204 Dec 15 16:11:05.650015 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79050f8d-5287-469b-9699-6a5d7cfbb5c7 req-689a4b66-4e79-40b4-a581-22826a3b19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:05.651477 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-79050f8d-5287-469b-9699-6a5d7cfbb5c7 req-689a4b66-4e79-40b4-a581-22826a3b19e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c6a9796-65fb-4c77-a7bf-f3674189738c HTTP/1.1" status: 200 len: 915 time: 0.2135804 Dec 15 16:11:05.666360 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5497ca38-4977-4eb4-ae6c-85e6bd725c1d req-45a05cb3-5304-47b9-a6bf-c834ffb69ca2 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462179 Dec 15 16:11:05.719069 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-e8f31786-7b6d-4daf-a6b3-415b22bb6558 req-7a35b0d4-e9fb-4276-8878-add6a5c5c9b3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] For port 137a78e4-d3b4-44b0-b61b-952fe0b633ba, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=137a78e4-d3b4-44b0-b61b-952fe0b633ba,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:05.719428 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-e8f31786-7b6d-4daf-a6b3-415b22bb6558 req-7a35b0d4-e9fb-4276-8878-add6a5c5c9b3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.736503 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-e8f31786-7b6d-4daf-a6b3-415b22bb6558 req-7a35b0d4-e9fb-4276-8878-add6a5c5c9b3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Calling delete_port for 137a78e4-d3b4-44b0-b61b-952fe0b633ba owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:11:05.752255 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-79050f8d-5287-469b-9699-6a5d7cfbb5c7 req-68b20aa0-63de-4a0f-b04d-3887ee10170e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c HTTP/1.1" status: 200 len: 1001 time: 0.0891571 Dec 15 16:11:05.868481 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79050f8d-5287-469b-9699-6a5d7cfbb5c7 req-e816bc85-974a-4c55-a136-15e4dabf4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:05.869918 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-79050f8d-5287-469b-9699-6a5d7cfbb5c7 req-e816bc85-974a-4c55-a136-15e4dabf4823 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=705fb32e-d286-47d7-a96f-4dbad7905390 HTTP/1.1" status: 200 len: 853 time: 0.0840371 Dec 15 16:11:05.907465 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de391e-af9b-474b-9fd6-32fa32e9bc1c req-868b27a6-61af-4430-8e13-975997b296e0 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:05.909025 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-33de391e-af9b-474b-9fd6-32fa32e9bc1c req-868b27a6-61af-4430-8e13-975997b296e0 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 946 time: 0.0942490 Dec 15 16:11:06.005766 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79050f8d-5287-469b-9699-6a5d7cfbb5c7 req-b6b5b47e-9d6e-4da6-a5aa-1c287cd27b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:06.007297 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-79050f8d-5287-469b-9699-6a5d7cfbb5c7 req-b6b5b47e-9d6e-4da6-a5aa-1c287cd27b81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c6a9796-65fb-4c77-a7bf-f3674189738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1187842 Dec 15 16:11:06.022168 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-33de391e-af9b-474b-9fd6-32fa32e9bc1c req-f0984881-b342-46a6-b03c-558265873a9c tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981004 Dec 15 16:11:06.030993 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-e8f31786-7b6d-4daf-a6b3-415b22bb6558 req-7a35b0d4-e9fb-4276-8878-add6a5c5c9b3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.044864 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['eb06d20a-14b8-4cc1-8d1b-28c1855f50ed', '137a78e4-d3b4-44b0-b61b-952fe0b633ba'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:06.099201 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef4d76-fcb5-49d5-8695-d8f158d581e3 req-6c0799e2-6b43-4397-89d2-ab484a2ab81e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:06.100872 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-03ef4d76-fcb5-49d5-8695-d8f158d581e3 req-6c0799e2-6b43-4397-89d2-ab484a2ab81e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 947 time: 0.0526178 Dec 15 16:11:06.103849 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35b0d4-e9fb-4276-8878-add6a5c5c9b3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Pushing event deleted for resources: {'Port': ['ID=137a78e4-d3b4-44b0-b61b-952fe0b633ba,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:06.159418 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-03ef4d76-fcb5-49d5-8695-d8f158d581e3 req-6bf375ef-5c29-4fde-8a51-6454da22d189 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Dec 15 16:11:06.169568 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f31786-7b6d-4daf-a6b3-415b22bb6558 req-7a35b0d4-e9fb-4276-8878-add6a5c5c9b3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] No DVR routers for this DVR port 137a78e4-d3b4-44b0-b61b-952fe0b633ba on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:11:06.172874 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-e8f31786-7b6d-4daf-a6b3-415b22bb6558 req-7a35b0d4-e9fb-4276-8878-add6a5c5c9b3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.176143 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e8f31786-7b6d-4daf-a6b3-415b22bb6558 req-7a35b0d4-e9fb-4276-8878-add6a5c5c9b3 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "DELETE /v2.0/ports/137a78e4-d3b4-44b0-b61b-952fe0b633ba HTTP/1.1" status: 204 len: 173 time: 0.9090562 Dec 15 16:11:06.178851 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6231c6b-54bb-4377-9bea-f01ed2db96b2', 'name': 'network-vif-deleted', 'tag': '137a78e4-d3b4-44b0-b61b-952fe0b633ba'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:06.181645 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f588efc0-33ea-47db-925e-4dec91fcba42" -d '{"events": [{"server_uuid": "b6231c6b-54bb-4377-9bea-f01ed2db96b2", "name": "network-vif-deleted", "tag": "137a78e4-d3b4-44b0-b61b-952fe0b633ba"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:06.221164 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fd688-675b-427c-9a0e-00e6184179cf req-7fc8ccbf-9819-492d-a99b-ad22874dbb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:06.222915 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f94fd688-675b-427c-9a0e-00e6184179cf req-7fc8ccbf-9819-492d-a99b-ad22874dbb30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 1100 time: 0.1249194 Dec 15 16:11:06.226360 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-79050f8d-5287-469b-9699-6a5d7cfbb5c7 req-a761f9e4-f4e7-4dd6-a194-51fb872dad84 service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029059 Dec 15 16:11:06.228820 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a6aef1-8f37-4480-b040-145caf9d435f x-openstack-request-id: req-a6a6aef1-8f37-4480-b040-145caf9d435f {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:06.229175 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6231c6b-54bb-4377-9bea-f01ed2db96b2", "name": "network-vif-deleted", "tag": "137a78e4-d3b4-44b0-b61b-952fe0b633ba", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:06.229478 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6a6aef1-8f37-4480-b040-145caf9d435f {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:06.229866 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6231c6b-54bb-4377-9bea-f01ed2db96b2', 'name': 'network-vif-deleted', 'tag': '137a78e4-d3b4-44b0-b61b-952fe0b633ba', 'status': 'completed', 'code': 200} Dec 15 16:11:06.353570 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f94fd688-675b-427c-9a0e-00e6184179cf req-503ab0a3-7b2f-4ed8-9158-428e7f41a83f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918286 Dec 15 16:11:06.380191 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-79050f8d-5287-469b-9699-6a5d7cfbb5c7 req-1b6ab5e9-2c86-430a-bebe-7ccc6a14abed service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045282 Dec 15 16:11:06.754381 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c11d7-a8c0-4d17-88ef-8dbbea2b9028 req-709ace2d-ade4-491c-9b7a-3056b9263c64 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:06.755909 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e21c11d7-a8c0-4d17-88ef-8dbbea2b9028 req-709ace2d-ade4-491c-9b7a-3056b9263c64 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0497472 Dec 15 16:11:06.787152 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5a177-0fb4-4dde-b59a-53b91201443a req-327845d0-d336-466b-85cc-0fe44155b91f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:06.789180 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ceb5a177-0fb4-4dde-b59a-53b91201443a req-327845d0-d336-466b-85cc-0fe44155b91f tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0557480 Dec 15 16:11:06.820349 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e21c11d7-a8c0-4d17-88ef-8dbbea2b9028 req-037a0be3-7b19-49ce-889d-261f0afdf129 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569396 Dec 15 16:11:06.842413 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ceb5a177-0fb4-4dde-b59a-53b91201443a req-f7961720-2a78-4f68-8182-453e58e83939 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470078 Dec 15 16:11:07.140140 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-219ac616-ff00-484a-bae7-7959487cca17 req-4c3ab81a-2c8d-45f3-ba9b-db3f3f60a27e tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6231c6b-54bb-4377-9bea-f01ed2db96b2 HTTP/1.1" status: 200 len: 210 time: 0.0298643 Dec 15 16:11:07.194844 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7e006cef-34e2-4c4b-9035-7073b55561ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:07.282644 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8501bb-750a-4d89-a3f0-843b18f34a31 req-0303e554-4625-4c5c-b1dc-9d63f4d0e2b2 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:07.284100 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7c8501bb-750a-4d89-a3f0-843b18f34a31 req-0303e554-4625-4c5c-b1dc-9d63f4d0e2b2 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 947 time: 0.0471494 Dec 15 16:11:07.331250 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7c8501bb-750a-4d89-a3f0-843b18f34a31 req-ba27d3cf-e017-4280-974c-9db1acb6711f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406575 Dec 15 16:11:07.941089 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05dd50-28ee-49ae-9ebe-2815506b5a8d req-8282efc8-cd85-456b-8a19-aee1936280d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:07.942606 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6f05dd50-28ee-49ae-9ebe-2815506b5a8d req-8282efc8-cd85-456b-8a19-aee1936280d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0538628 Dec 15 16:11:07.958751 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f52d-6ca3-4466-ae18-2cbc4a35260d req-0a5589f4-3d49-4544-8f90-ef29337bc6d1 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:07.960212 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-66c0f52d-6ca3-4466-ae18-2cbc4a35260d req-0a5589f4-3d49-4544-8f90-ef29337bc6d1 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0516798 Dec 15 16:11:08.008873 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6f05dd50-28ee-49ae-9ebe-2815506b5a8d req-6139db2e-b7e0-42ef-bd8b-d8022d96cf24 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599804 Dec 15 16:11:08.009053 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-66c0f52d-6ca3-4466-ae18-2cbc4a35260d req-6e211063-b2cb-41a9-a1e5-a41924471971 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Dec 15 16:11:08.459866 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce327e-4d3d-4fb3-b4b1-eb3a5f703462 req-bb384c20-9108-41c6-8590-5e73ac84f802 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:08.461385 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-67ce327e-4d3d-4fb3-b4b1-eb3a5f703462 req-bb384c20-9108-41c6-8590-5e73ac84f802 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 947 time: 0.0504401 Dec 15 16:11:08.512292 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-67ce327e-4d3d-4fb3-b4b1-eb3a5f703462 req-aca15ff7-2200-48d7-ae16-60702159df27 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448411 Dec 15 16:11:08.643055 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:09.129622 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef62c4d-3fdf-421a-8a34-87d35a7f3780 req-fd0f8f77-54bd-4917-9c1c-02832e8973a3 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:09.131186 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3ef62c4d-3fdf-421a-8a34-87d35a7f3780 req-fd0f8f77-54bd-4917-9c1c-02832e8973a3 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0508204 Dec 15 16:11:09.134490 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095afb86-ed10-43ba-a4e8-35037c9110f3 req-e17a196c-4c4d-418c-ad63-c08a77a5b92d tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:09.136013 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-095afb86-ed10-43ba-a4e8-35037c9110f3 req-e17a196c-4c4d-418c-ad63-c08a77a5b92d tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0549493 Dec 15 16:11:09.177419 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3ef62c4d-3fdf-421a-8a34-87d35a7f3780 req-a7709b2a-390d-424b-ab65-859b14b7ee86 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403700 Dec 15 16:11:09.197306 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-095afb86-ed10-43ba-a4e8-35037c9110f3 req-c0c5021e-ea09-42a0-b1fc-86ac70386255 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543864 Dec 15 16:11:09.281060 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 137a78e4-d3b4-44b0-b61b-952fe0b633ba no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:11:09.301049 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: 137a78e4-d3b4-44b0-b61b-952fe0b633ba {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:11:09.301723 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 137a78e4-d3b4-44b0-b61b-952fe0b633ba not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:11:09.346946 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08f817-8260-4673-b702-0db04e7d16d3 req-668e5c68-9032-47de-90e1-7919f2c280e4 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:09.348415 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3e08f817-8260-4673-b702-0db04e7d16d3 req-668e5c68-9032-47de-90e1-7919f2c280e4 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 945 time: 0.0486925 Dec 15 16:11:09.460584 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-3e08f817-8260-4673-b702-0db04e7d16d3 req-dff2c96a-8ca3-41bb-9e54-295f1c4745c9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Deleting port bb16d956-defc-4ca5-b835-56a5f772cbb2 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:11:09.460924 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3e08f817-8260-4673-b702-0db04e7d16d3 req-dff2c96a-8ca3-41bb-9e54-295f1c4745c9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:09.532190 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a10fd-d699-455d-847d-fbf2dc0914a9 req-df1df864-b1f4-435d-8aa7-dcad0be50b43 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:09.533682 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b87a10fd-d699-455d-847d-fbf2dc0914a9 req-df1df864-b1f4-435d-8aa7-dcad0be50b43 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 945 time: 0.0511184 Dec 15 16:11:09.554717 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-3e08f817-8260-4673-b702-0db04e7d16d3 req-dff2c96a-8ca3-41bb-9e54-295f1c4745c9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] For port bb16d956-defc-4ca5-b835-56a5f772cbb2, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=bb16d956-defc-4ca5-b835-56a5f772cbb2,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:09.555345 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3e08f817-8260-4673-b702-0db04e7d16d3 req-dff2c96a-8ca3-41bb-9e54-295f1c4745c9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:09.570049 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-3e08f817-8260-4673-b702-0db04e7d16d3 req-dff2c96a-8ca3-41bb-9e54-295f1c4745c9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Calling delete_port for bb16d956-defc-4ca5-b835-56a5f772cbb2 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:11:09.594323 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b87a10fd-d699-455d-847d-fbf2dc0914a9 req-2fcd656d-e239-4884-8eb4-7627f61894d4 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541258 Dec 15 16:11:09.684402 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee80d9-4308-4e83-8b4c-fc47b936b7ed req-064e0d1f-a5ad-42f1-9baa-4d7d79b94651 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:09.685877 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0ee80d9-4308-4e83-8b4c-fc47b936b7ed req-064e0d1f-a5ad-42f1-9baa-4d7d79b94651 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 947 time: 0.0700474 Dec 15 16:11:09.765321 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:09.771321 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0ee80d9-4308-4e83-8b4c-fc47b936b7ed req-064c0f85-af5e-493a-af3a-bcea5c142ab1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787060 Dec 15 16:11:09.772354 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3e08f817-8260-4673-b702-0db04e7d16d3 req-dff2c96a-8ca3-41bb-9e54-295f1c4745c9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:09.799254 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2c96a-8ca3-41bb-9e54-295f1c4745c9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Pushing event deleted for resources: {'Port': ['ID=bb16d956-defc-4ca5-b835-56a5f772cbb2,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:09.804959 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['2b8a41c5-0444-446c-b2e7-113e3d782222', 'bb16d956-defc-4ca5-b835-56a5f772cbb2'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:09.841278 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e08f817-8260-4673-b702-0db04e7d16d3 req-dff2c96a-8ca3-41bb-9e54-295f1c4745c9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] No DVR routers for this DVR port bb16d956-defc-4ca5-b835-56a5f772cbb2 on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:11:09.844272 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3e08f817-8260-4673-b702-0db04e7d16d3 req-dff2c96a-8ca3-41bb-9e54-295f1c4745c9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:09.847581 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3e08f817-8260-4673-b702-0db04e7d16d3 req-dff2c96a-8ca3-41bb-9e54-295f1c4745c9 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.18 "DELETE /v2.0/ports/bb16d956-defc-4ca5-b835-56a5f772cbb2 HTTP/1.1" status: 204 len: 173 time: 0.4850371 Dec 15 16:11:09.848020 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0724363-4d41-42f4-83b5-e32a4075c47d', 'name': 'network-vif-deleted', 'tag': 'bb16d956-defc-4ca5-b835-56a5f772cbb2'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:09.850270 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f4421f-b2db-4b5d-aca9-fb2cb7f1ed5c" -d '{"events": [{"server_uuid": "b0724363-4d41-42f4-83b5-e32a4075c47d", "name": "network-vif-deleted", "tag": "bb16d956-defc-4ca5-b835-56a5f772cbb2"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:09.892615 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0af1ae1-e65d-42e1-a860-b8f7196c29f4 x-openstack-request-id: req-a0af1ae1-e65d-42e1-a860-b8f7196c29f4 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:09.892911 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0724363-4d41-42f4-83b5-e32a4075c47d", "name": "network-vif-deleted", "tag": "bb16d956-defc-4ca5-b835-56a5f772cbb2", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:09.893165 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0af1ae1-e65d-42e1-a860-b8f7196c29f4 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:09.893563 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0724363-4d41-42f4-83b5-e32a4075c47d', 'name': 'network-vif-deleted', 'tag': 'bb16d956-defc-4ca5-b835-56a5f772cbb2', 'status': 'completed', 'code': 200} Dec 15 16:11:10.282187 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-57e43027-ab47-4491-87f6-2cfb30403e3e req-fad2f99b-cc11-42e0-a988-04ea965b8c60 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0724363-4d41-42f4-83b5-e32a4075c47d HTTP/1.1" status: 200 len: 210 time: 0.0255470 Dec 15 16:11:10.313290 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880481ec-3cbb-4b57-b332-95b450aecc40 req-34aa8222-443a-4a4f-8ff0-bee5f5fab0cb tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:10.314806 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-880481ec-3cbb-4b57-b332-95b450aecc40 req-34aa8222-443a-4a4f-8ff0-bee5f5fab0cb tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0492246 Dec 15 16:11:10.379816 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-880481ec-3cbb-4b57-b332-95b450aecc40 req-9d8d1a00-5c6b-4471-92a9-cc59c6ef8b57 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590203 Dec 15 16:11:10.705925 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7ea48-2afa-46d4-803c-25570a546e99 req-557059a4-ddab-4793-819b-603759bc6981 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:10.707368 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-92d7ea48-2afa-46d4-803c-25570a546e99 req-557059a4-ddab-4793-819b-603759bc6981 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 945 time: 0.0475798 Dec 15 16:11:10.754999 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-92d7ea48-2afa-46d4-803c-25570a546e99 req-4c2bb1b8-cb1b-455a-a879-c61155f4dcaf tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Dec 15 16:11:11.434631 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:11.510186 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b9cc9-19ef-4425-8b94-4891b8e582c9 req-bcd6f58a-de3d-45cb-860d-77e9557c2622 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:11.512282 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0cf7f-440a-4645-9531-0be6f3622115 req-73cdcd94-c3a9-47bd-b3d4-a9dbf14f55b9 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:11.512819 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-358b9cc9-19ef-4425-8b94-4891b8e582c9 req-bcd6f58a-de3d-45cb-860d-77e9557c2622 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0591826 Dec 15 16:11:11.513725 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ade0cf7f-440a-4645-9531-0be6f3622115 req-73cdcd94-c3a9-47bd-b3d4-a9dbf14f55b9 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 945 time: 0.0566311 Dec 15 16:11:11.574616 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-358b9cc9-19ef-4425-8b94-4891b8e582c9 req-bea6d773-6b73-4740-899a-7be48a6e68b2 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559125 Dec 15 16:11:11.616775 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36030864-2b6f-4efa-b90b-3badebc3ccae req-5cf43906-8acb-4e3e-baad-61295efa6443 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:11.618249 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-36030864-2b6f-4efa-b90b-3badebc3ccae req-5cf43906-8acb-4e3e-baad-61295efa6443 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.1019511 Dec 15 16:11:11.674128 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-ade0cf7f-440a-4645-9531-0be6f3622115 req-b14bf3ce-72c7-45a5-b3d4-ccacdd0c1eb2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Deleting port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:11:11.674485 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ade0cf7f-440a-4645-9531-0be6f3622115 req-b14bf3ce-72c7-45a5-b3d4-ccacdd0c1eb2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:11.680990 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-36030864-2b6f-4efa-b90b-3badebc3ccae req-2aff2bd5-6b34-4920-b2e3-3b0e95ffbd90 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569973 Dec 15 16:11:11.760892 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-ade0cf7f-440a-4645-9531-0be6f3622115 req-b14bf3ce-72c7-45a5-b3d4-ccacdd0c1eb2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] For port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed,segment=NetworkSegment(bc356b90-f194-4fe9-8282-c195f2ebefce),segment_id=bc356b90-f194-4fe9-8282-c195f2ebefce)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:11.761255 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ade0cf7f-440a-4645-9531-0be6f3622115 req-b14bf3ce-72c7-45a5-b3d4-ccacdd0c1eb2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:11.773153 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-ade0cf7f-440a-4645-9531-0be6f3622115 req-b14bf3ce-72c7-45a5-b3d4-ccacdd0c1eb2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Calling delete_port for eb06d20a-14b8-4cc1-8d1b-28c1855f50ed owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:11:11.867742 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7ab2f-4527-4508-a93e-3a45423a3682 req-8f1c0c88-3544-40b6-be2c-f6f3e5f6f7f8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:11.869303 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-faa7ab2f-4527-4508-a93e-3a45423a3682 req-8f1c0c88-3544-40b6-be2c-f6f3e5f6f7f8 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/ports?device_id=90132a29-e694-4b33-b9c1-3be0e2555008 HTTP/1.1" status: 200 len: 945 time: 0.0485768 Dec 15 16:11:11.899495 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ade0cf7f-440a-4645-9531-0be6f3622115 req-b14bf3ce-72c7-45a5-b3d4-ccacdd0c1eb2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:11.915181 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['eb06d20a-14b8-4cc1-8d1b-28c1855f50ed'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:11.916787 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-faa7ab2f-4527-4508-a93e-3a45423a3682 req-589c3b8c-289b-4798-a78f-46ecfe46c843 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa61746-8c0c-433b-a94e-3eb7b9cfb699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412960 Dec 15 16:11:11.925756 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bf3ce-72c7-45a5-b3d4-ccacdd0c1eb2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Pushing event deleted for resources: {'Port': ['ID=eb06d20a-14b8-4cc1-8d1b-28c1855f50ed,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:11.978423 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade0cf7f-440a-4645-9531-0be6f3622115 req-b14bf3ce-72c7-45a5-b3d4-ccacdd0c1eb2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] No DVR routers for this DVR port eb06d20a-14b8-4cc1-8d1b-28c1855f50ed on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:11:11.980704 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ade0cf7f-440a-4645-9531-0be6f3622115 req-b14bf3ce-72c7-45a5-b3d4-ccacdd0c1eb2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:11.984095 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ade0cf7f-440a-4645-9531-0be6f3622115 req-b14bf3ce-72c7-45a5-b3d4-ccacdd0c1eb2 tempest-AttachVolumeNegativeTest-1913823585 tempest-AttachVolumeNegativeTest-1913823585-project] 10.222.0.18 "DELETE /v2.0/ports/eb06d20a-14b8-4cc1-8d1b-28c1855f50ed HTTP/1.1" status: 204 len: 173 time: 0.4583611 Dec 15 16:11:11.984528 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90132a29-e694-4b33-b9c1-3be0e2555008', 'name': 'network-vif-deleted', 'tag': 'eb06d20a-14b8-4cc1-8d1b-28c1855f50ed'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:11.986731 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72e31cb-d963-47b4-82d1-0a82d44f4680" -d '{"events": [{"server_uuid": "90132a29-e694-4b33-b9c1-3be0e2555008", "name": "network-vif-deleted", "tag": "eb06d20a-14b8-4cc1-8d1b-28c1855f50ed"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:12.024120 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d874bc0a-8bc9-408b-8cb8-cb8278830a44 x-openstack-request-id: req-d874bc0a-8bc9-408b-8cb8-cb8278830a44 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:12.024412 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90132a29-e694-4b33-b9c1-3be0e2555008", "name": "network-vif-deleted", "tag": "eb06d20a-14b8-4cc1-8d1b-28c1855f50ed", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:12.024664 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d874bc0a-8bc9-408b-8cb8-cb8278830a44 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:12.025057 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90132a29-e694-4b33-b9c1-3be0e2555008', 'name': 'network-vif-deleted', 'tag': 'eb06d20a-14b8-4cc1-8d1b-28c1855f50ed', 'status': 'completed', 'code': 200} Dec 15 16:11:12.690358 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045cf0c-8201-4292-9ce1-ccfd8048bb4d req-32cd25da-41a1-4aca-8cb6-829a95a0c0f2 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:12.691711 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9045cf0c-8201-4292-9ce1-ccfd8048bb4d req-32cd25da-41a1-4aca-8cb6-829a95a0c0f2 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0516810 Dec 15 16:11:12.751486 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9045cf0c-8201-4292-9ce1-ccfd8048bb4d req-ff258c77-13ba-4c36-b69a-3a1063e97441 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537615 Dec 15 16:11:12.795500 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4b0fd-2318-4e0e-b408-91a1fd54aa9f req-103513c4-6559-4c39-af1e-20c1355e7894 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:12.797006 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a8e4b0fd-2318-4e0e-b408-91a1fd54aa9f req-103513c4-6559-4c39-af1e-20c1355e7894 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0485327 Dec 15 16:11:12.841723 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a8e4b0fd-2318-4e0e-b408-91a1fd54aa9f req-759be3d3-0ffd-4387-8fa4-a7d4bcf4049a tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388446 Dec 15 16:11:12.972756 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39002) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:13.015674 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ef6951-bd11-4cf4-b800-e3cdf127afbb admin admin] Deleting subnet 7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:11:13.018766 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03ef6951-bd11-4cf4-b800-e3cdf127afbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.054253 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03ef6951-bd11-4cf4-b800-e3cdf127afbb admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.059672 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03ef6951-bd11-4cf4-b800-e3cdf127afbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.109317 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03ef6951-bd11-4cf4-b800-e3cdf127afbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.135146 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef6951-bd11-4cf4-b800-e3cdf127afbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:13.137073 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03ef6951-bd11-4cf4-b800-e3cdf127afbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.140867 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-03ef6951-bd11-4cf4-b800-e3cdf127afbb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7ad5dcdf-429b-4f43-8cc0-7f4fa52b9f7a HTTP/1.1" status: 204 len: 168 time: 0.1671214 Dec 15 16:11:13.143425 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39004) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:13.207281 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.287731 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.297505 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device bb16d956-defc-4ca5-b835-56a5f772cbb2 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:11:13.307985 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.308329 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.309070 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.309401 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > port after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.309750 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.310085 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > port after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.310431 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.310751 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.311069 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.311388 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.320336 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: bb16d956-defc-4ca5-b835-56a5f772cbb2 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:11:13.320706 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device bb16d956-defc-4ca5-b835-56a5f772cbb2 not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:11:13.440990 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.441337 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.441667 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.441994 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:13.442376 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759c34f4-14be-417a-897c-06d30e0fd249']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:13.459361 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc356b90-f194-4fe9-8282-c195f2ebefce') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:13.459585 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc356b90-f194-4fe9-8282-c195f2ebefce') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:13.474474 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125457'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.494031 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.502753 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:11:13.503126 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10073328'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: from cryptography.utils import int_from_bytes Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: from cryptography.utils import int_from_bytes Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: timer() Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: cb(*args, **kw) Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: self._notify() Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: self.callback(batched_events) Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: event.method(event) Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._get(url).json() Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:11:13.506892 dv-cinder-800703-3-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:11:13.564862 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.570486 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.576176 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] 10.222.0.41 "DELETE /v2.0/networks/759c34f4-14be-417a-897c-06d30e0fd249 HTTP/1.1" status: 204 len: 168 time: 0.4293706 Dec 15 16:11:13.588841 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e351c5a-70a2-47ba-a413-29f235e80813 admin admin] Pushing event deleted for resources: {'Network': ['ID=759c34f4-14be-417a-897c-06d30e0fd249,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:13.730500 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39008) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:13.769238 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a29bf693-085a-495d-8698-a56e907e98fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=830aba5f3b33486d86fbcbc92dfdeb30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376165 Dec 15 16:11:13.771631 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39010) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:13.817687 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7d3d576-71c9-4e1e-93bb-112f001ebfd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.865862 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7d3d576-71c9-4e1e-93bb-112f001ebfd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.903974 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fe371-b2af-4143-a364-540beb4692db req-dfb511b6-d7e4-4492-a6f2-9a9e3671cd5d tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:13.906068 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-527fe371-b2af-4143-a364-540beb4692db req-dfb511b6-d7e4-4492-a6f2-9a9e3671cd5d tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0860488 Dec 15 16:11:13.946507 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7d3d576-71c9-4e1e-93bb-112f001ebfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.949050 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7d3d576-71c9-4e1e-93bb-112f001ebfd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.950173 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f7d3d576-71c9-4e1e-93bb-112f001ebfd3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8aa61746-8c0c-433b-a94e-3eb7b9cfb699 HTTP/1.1" status: 204 len: 168 time: 0.1776261 Dec 15 16:11:13.957658 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ba4f1-0fe0-47e6-a3db-bc9c105820ac req-5f955c09-198f-45a8-ba63-e24a2fc574ea tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:13.959247 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-232ba4f1-0fe0-47e6-a3db-bc9c105820ac req-5f955c09-198f-45a8-ba63-e24a2fc574ea tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0510714 Dec 15 16:11:13.970603 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3d576-71c9-4e1e-93bb-112f001ebfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa61746-8c0c-433b-a94e-3eb7b9cfb699,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:13.982643 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-527fe371-b2af-4143-a364-540beb4692db req-996881b8-b617-47c0-99ce-c6193749143c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704188 Dec 15 16:11:14.021220 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-232ba4f1-0fe0-47e6-a3db-bc9c105820ac req-8343a9ed-df31-47b3-abb4-6422ee33f864 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544572 Dec 15 16:11:14.425383 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:11:15.110663 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59a5c7-d3ff-437f-b1ad-d578170a3aa2 req-eabd36ab-041e-4d5e-b03a-f8a9c3a4f823 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:15.112295 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6c59a5c7-d3ff-437f-b1ad-d578170a3aa2 req-eabd36ab-041e-4d5e-b03a-f8a9c3a4f823 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0504329 Dec 15 16:11:15.140972 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62ca63-0069-4b86-97c2-6abb090307af req-15ae03e2-ddef-473b-9cdb-945c7a862fa8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:15.142482 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3b62ca63-0069-4b86-97c2-6abb090307af req-15ae03e2-ddef-473b-9cdb-945c7a862fa8 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0531237 Dec 15 16:11:15.173299 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6c59a5c7-d3ff-437f-b1ad-d578170a3aa2 req-0dafa6bd-3e87-431f-89b9-57d900f135a0 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546610 Dec 15 16:11:15.190942 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3b62ca63-0069-4b86-97c2-6abb090307af req-5ac9f76e-ef69-40b9-81f5-ba2296f28779 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 Dec 15 16:11:15.303604 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device eb06d20a-14b8-4cc1-8d1b-28c1855f50ed no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:11:15.324498 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: eb06d20a-14b8-4cc1-8d1b-28c1855f50ed {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:11:15.324842 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device eb06d20a-14b8-4cc1-8d1b-28c1855f50ed not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:11:16.294331 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194f455-bbab-424f-ac7b-f62b74571e2d req-3c72546b-f169-433a-9350-1c57b103203d tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:16.297230 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3194f455-bbab-424f-ac7b-f62b74571e2d req-3c72546b-f169-433a-9350-1c57b103203d tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0530572 Dec 15 16:11:16.325294 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675e199-a632-4f4e-8257-e449e1f0e210 req-b87f62c9-5b01-4577-b56d-8cec0dc49285 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:16.326793 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4675e199-a632-4f4e-8257-e449e1f0e210 req-b87f62c9-5b01-4577-b56d-8cec0dc49285 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0636320 Dec 15 16:11:16.383665 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3194f455-bbab-424f-ac7b-f62b74571e2d req-7c92c589-181c-4a23-ac2c-83d712914c04 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801125 Dec 15 16:11:16.390808 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4675e199-a632-4f4e-8257-e449e1f0e210 req-8496c782-48c1-4a39-8437-1f8a3033f007 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/security-groups?id=54ac5beb-d597-4006-98a5-2d1be3518f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558140 Dec 15 16:11:17.143539 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea728c-cd70-4314-9e1c-fc0036369809 req-1ceb6c3d-a5b6-4873-a019-8f97e2bd5d84 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:17.144966 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64ea728c-cd70-4314-9e1c-fc0036369809 req-1ceb6c3d-a5b6-4873-a019-8f97e2bd5d84 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.18 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 945 time: 0.0472016 Dec 15 16:11:17.235501 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-64ea728c-cd70-4314-9e1c-fc0036369809 req-7206ca5b-0a71-47b2-bc05-fae84b15fce6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Deleting port 2b8a41c5-0444-446c-b2e7-113e3d782222 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:11:17.235836 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64ea728c-cd70-4314-9e1c-fc0036369809 req-7206ca5b-0a71-47b2-bc05-fae84b15fce6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:17.322282 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-64ea728c-cd70-4314-9e1c-fc0036369809 req-7206ca5b-0a71-47b2-bc05-fae84b15fce6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] For port 2b8a41c5-0444-446c-b2e7-113e3d782222, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2b8a41c5-0444-446c-b2e7-113e3d782222,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:17.322648 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64ea728c-cd70-4314-9e1c-fc0036369809 req-7206ca5b-0a71-47b2-bc05-fae84b15fce6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:17.335007 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-64ea728c-cd70-4314-9e1c-fc0036369809 req-7206ca5b-0a71-47b2-bc05-fae84b15fce6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Calling delete_port for 2b8a41c5-0444-446c-b2e7-113e3d782222 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:11:17.472524 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64ea728c-cd70-4314-9e1c-fc0036369809 req-7206ca5b-0a71-47b2-bc05-fae84b15fce6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:17.486200 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['2b8a41c5-0444-446c-b2e7-113e3d782222'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:17.502719 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206ca5b-0a71-47b2-bc05-fae84b15fce6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Pushing event deleted for resources: {'Port': ['ID=2b8a41c5-0444-446c-b2e7-113e3d782222,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:17.554844 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7054eab-868e-4eb7-a621-9f7894da1b9e req-5027653a-ecf9-49b9-9f09-67b375f553bd tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:17.556387 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ea728c-cd70-4314-9e1c-fc0036369809 req-7206ca5b-0a71-47b2-bc05-fae84b15fce6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] No DVR routers for this DVR port 2b8a41c5-0444-446c-b2e7-113e3d782222 on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:11:17.558982 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-64ea728c-cd70-4314-9e1c-fc0036369809 req-7206ca5b-0a71-47b2-bc05-fae84b15fce6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:17.563235 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64ea728c-cd70-4314-9e1c-fc0036369809 req-7206ca5b-0a71-47b2-bc05-fae84b15fce6 tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.18 "DELETE /v2.0/ports/2b8a41c5-0444-446c-b2e7-113e3d782222 HTTP/1.1" status: 204 len: 173 time: 0.4085405 Dec 15 16:11:17.564982 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0827026d-3f91-4e84-99a5-8aa298069db5', 'name': 'network-vif-deleted', 'tag': '2b8a41c5-0444-446c-b2e7-113e3d782222'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:17.567872 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da20d93-ca2f-4713-8d65-f1b33fe69b2a" -d '{"events": [{"server_uuid": "0827026d-3f91-4e84-99a5-8aa298069db5", "name": "network-vif-deleted", "tag": "2b8a41c5-0444-446c-b2e7-113e3d782222"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:17.575542 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a7054eab-868e-4eb7-a621-9f7894da1b9e req-5027653a-ecf9-49b9-9f09-67b375f553bd tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.1078231 Dec 15 16:11:17.602578 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c03322c0-68d3-4d4f-877c-74a9a7e80c7a req-dc377bb1-27ee-4016-93fb-66ceda625b6d tempest-ServerRescueNegativeTestJSON-933915019 tempest-ServerRescueNegativeTestJSON-933915019-project] 10.222.0.41 "GET /v2.0/ports?device_id=0827026d-3f91-4e84-99a5-8aa298069db5 HTTP/1.1" status: 200 len: 210 time: 0.0382957 Dec 15 16:11:17.647520 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a7054eab-868e-4eb7-a621-9f7894da1b9e req-6d3b4fd4-ede8-414c-b883-3be46eff466e tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704989 Dec 15 16:11:17.649885 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d556344-fec0-479e-97e5-a2577886bfc5 x-openstack-request-id: req-3d556344-fec0-479e-97e5-a2577886bfc5 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:17.650290 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0827026d-3f91-4e84-99a5-8aa298069db5", "name": "network-vif-deleted", "tag": "2b8a41c5-0444-446c-b2e7-113e3d782222", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:17.650509 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d556344-fec0-479e-97e5-a2577886bfc5 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:17.651047 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0827026d-3f91-4e84-99a5-8aa298069db5', 'name': 'network-vif-deleted', 'tag': '2b8a41c5-0444-446c-b2e7-113e3d782222', 'status': 'completed', 'code': 200} Dec 15 16:11:18.659232 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39086) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:18.839803 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b29a-d912-4a1f-960f-794b8d9e4ce7 req-2c251134-15b0-4e6a-bb61-46b87c553d0a tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:18.841259 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9ed7b29a-d912-4a1f-960f-794b8d9e4ce7 req-2c251134-15b0-4e6a-bb61-46b87c553d0a tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0954378 Dec 15 16:11:18.959930 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9ed7b29a-d912-4a1f-960f-794b8d9e4ce7 req-b2c95c8f-c618-475c-bf5f-498a97c2bfbc tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858729 Dec 15 16:11:19.152532 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556817'] for router_interface, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:19.443438 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Deleting port b95ceb8f-9061-4f6c-870c-1a893436757b {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:11:19.443792 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:19.520661 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] For port b95ceb8f-9061-4f6c-870c-1a893436757b, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=b95ceb8f-9061-4f6c-870c-1a893436757b,segment=NetworkSegment(eb6946a5-a6d9-4340-b2e0-6e77171fe2d0),segment_id=eb6946a5-a6d9-4340-b2e0-6e77171fe2d0)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:19.521044 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:19.533296 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Calling delete_port for b95ceb8f-9061-4f6c-870c-1a893436757b owned by network:router_interface {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:11:19.748915 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:19.775096 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95ceb8f-9061-4f6c-870c-1a893436757b,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:19.799627 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.799973 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.800321 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.800655 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.800989 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.801317 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.801658 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.801967 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.802322 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.802649 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.802970 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.803290 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:19.803604 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:20.141959 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556941'] for router_interface, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.307386 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09f15b-1107-4c94-9e9e-80860f0c78e2 req-c0d00442-8c90-4fdb-836d-db5ae4c84b78 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:20.308754 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a09f15b-1107-4c94-9e9e-80860f0c78e2 req-c0d00442-8c90-4fdb-836d-db5ae4c84b78 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.2778540 Dec 15 16:11:20.355699 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Router 9491a3bd-b474-450a-91b7-1cc77e948f1e has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:11:20.368058 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a09f15b-1107-4c94-9e9e-80860f0c78e2 req-5026e68c-0cfe-4a05-9ca2-cebccb2cef69 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531781 Dec 15 16:11:20.458492 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:11:20.463720 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c76409ae-0fc6-4057-9968-37d29aae7dc6 admin admin] 10.222.0.41 "PUT /v2.0/routers/9491a3bd-b474-450a-91b7-1cc77e948f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8034983 Dec 15 16:11:20.466207 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39134) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:20.467223 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f16f77-2a97-4f41-b6df-1cc09eb485de None None] Sync routers for ids ['9491a3bd-b474-450a-91b7-1cc77e948f1e'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:11:20.477144 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f16f77-2a97-4f41-b6df-1cc09eb485de None None] Routers {'9491a3bd-b474-450a-91b7-1cc77e948f1e'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:20.477750 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f1f16f77-2a97-4f41-b6df-1cc09eb485de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:11:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['9491a3bd-b474-450a-91b7-1cc77e948f1e'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:20.568640 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Publish callbacks [] for router, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.578957 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-f1f16f77-2a97-4f41-b6df-1cc09eb485de None None] Set router 9491a3bd-b474-450a-91b7-1cc77e948f1e gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:20.670291 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.721055 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Deleting port e32bd69a-337c-439f-bda4-a4523a761084 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:11:20.721394 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.749362 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f1f16f77-2a97-4f41-b6df-1cc09eb485de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-router', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:11:19Z', 'revision_number': 5, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'gw_port': {'id': 'e32bd69a-337c-439f-bda4-a4523a761084', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:21Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:20.779394 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f16f77-2a97-4f41-b6df-1cc09eb485de None None] Checking router: 9491a3bd-b474-450a-91b7-1cc77e948f1e for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:11:20.789326 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f16f77-2a97-4f41-b6df-1cc09eb485de None None] Routers {'9491a3bd-b474-450a-91b7-1cc77e948f1e'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:20.789573 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f1f16f77-2a97-4f41-b6df-1cc09eb485de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:11:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['9491a3bd-b474-450a-91b7-1cc77e948f1e'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:20.805348 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] For port e32bd69a-337c-439f-bda4-a4523a761084, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=e32bd69a-337c-439f-bda4-a4523a761084,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:20.805765 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.818441 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Calling delete_port for e32bd69a-337c-439f-bda4-a4523a761084 owned by network:router_gateway {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:11:20.960562 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-f1f16f77-2a97-4f41-b6df-1cc09eb485de None None] Set router 9491a3bd-b474-450a-91b7-1cc77e948f1e gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:20.995733 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.010512 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f1f16f77-2a97-4f41-b6df-1cc09eb485de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-router', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:11:20Z', 'revision_number': 6, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'gw_port_host': None}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:21.024765 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Pushing event deleted for resources: {'Port': ['ID=e32bd69a-337c-439f-bda4-a4523a761084,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:21.042708 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f16f77-2a97-4f41-b6df-1cc09eb485de None None] The sync data for ids ['9491a3bd-b474-450a-91b7-1cc77e948f1e'] in dv-cinder-800703-3-iscsi is: [{'id': '9491a3bd-b474-450a-91b7-1cc77e948f1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1539733120-router', 'tenant_id': '365cc23ac7624aab91c3f286c2a4db76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:11:20Z', 'revision_number': 6, 'project_id': '365cc23ac7624aab91c3f286c2a4db76', 'gw_port_host': None}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:11:21.092081 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552239'] for router_gateway, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.193796 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12919'] for router, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.196063 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.260028 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549814'] for router, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.260599 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9491a3bd-b474-450a-91b7-1cc77e948f1e {{(pid=102582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:11:21.265416 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.266672 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-8b20ca0e-2f0a-4f6c-af0c-1fc85af38319 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9491a3bd-b474-450a-91b7-1cc77e948f1e HTTP/1.1" status: 204 len: 168 time: 0.7995594 Dec 15 16:11:21.269062 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39142) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:21.312583 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-7854001c-de82-4cae-b915-3541b311d99b admin admin] Deleting subnet 4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:11:21.314691 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2b8a41c5-0444-446c-b2e7-113e3d782222 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:11:21.315755 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7854001c-de82-4cae-b915-3541b311d99b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.334540 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: 2b8a41c5-0444-446c-b2e7-113e3d782222 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:11:21.334785 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2b8a41c5-0444-446c-b2e7-113e3d782222 not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:11:21.349731 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7854001c-de82-4cae-b915-3541b311d99b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10181431'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.401443 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7854001c-de82-4cae-b915-3541b311d99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.484369 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7854001c-de82-4cae-b915-3541b311d99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175715'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.513552 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854001c-de82-4cae-b915-3541b311d99b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:21.520186 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7854001c-de82-4cae-b915-3541b311d99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.523404 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7854001c-de82-4cae-b915-3541b311d99b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4e05b665-27b1-45fa-83f2-1bf0b2dbc1bd HTTP/1.1" status: 204 len: 168 time: 0.2534206 Dec 15 16:11:21.525910 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39146) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:21.583125 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81cb7c-81cc-459f-bc1a-1e61cddaaeb9 req-4f5acfc4-d6f1-4594-b3a7-9633850b21b1 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:21.584648 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e81cb7c-81cc-459f-bc1a-1e61cddaaeb9 req-4f5acfc4-d6f1-4594-b3a7-9633850b21b1 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.1301346 Dec 15 16:11:21.625906 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.668199 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e81cb7c-81cc-459f-bc1a-1e61cddaaeb9 req-57a02665-39c4-451f-b2a6-97e04734a459 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754442 Dec 15 16:11:21.734112 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.753058 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84380ad-1686-4ecc-ba8f-571feeb05d97']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:21.761808 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:21.762122 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6946a5-a6d9-4340-b2e0-6e77171fe2d0') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:21.771734 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10181580'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.793905 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.799930 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:11:21.800339 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987364'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: timer() Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: cb(*args, **kw) Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: self._notify() Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: self.callback(batched_events) Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: event.method(event) Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._get(url).json() Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:11:21.802202 dv-cinder-800703-3-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:11:21.840288 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b95ceb8f-9061-4f6c-870c-1a893436757b no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:11:21.862807 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: b95ceb8f-9061-4f6c-870c-1a893436757b {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:11:21.863437 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b95ceb8f-9061-4f6c-870c-1a893436757b not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:11:21.865994 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.883901 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] Pushing event deleted for resources: {'Network': ['ID=d84380ad-1686-4ecc-ba8f-571feeb05d97,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:21.885911 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.892602 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d87724e7-beec-4cb9-9a52-3048876b39fd admin admin] 10.222.0.41 "DELETE /v2.0/networks/d84380ad-1686-4ecc-ba8f-571feeb05d97 HTTP/1.1" status: 204 len: 168 time: 0.3615227 Dec 15 16:11:22.065099 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39156) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:22.108941 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-dda7de9f-9f50-48c4-86a7-0ac5960052bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=365cc23ac7624aab91c3f286c2a4db76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425308 Dec 15 16:11:22.111415 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39158) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:22.165015 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3c75604-ea3e-4312-910b-36bf4b2c8b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:22.187091 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3c75604-ea3e-4312-910b-36bf4b2c8b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:22.237079 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3c75604-ea3e-4312-910b-36bf4b2c8b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:22.239924 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3c75604-ea3e-4312-910b-36bf4b2c8b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:22.241110 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b3c75604-ea3e-4312-910b-36bf4b2c8b5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54ac5beb-d597-4006-98a5-2d1be3518f3b HTTP/1.1" status: 204 len: 168 time: 0.1287181 Dec 15 16:11:22.249250 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c75604-ea3e-4312-910b-36bf4b2c8b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ac5beb-d597-4006-98a5-2d1be3518f3b,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:22.780678 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb2f91-80a1-4b7f-ae22-71ba77c2f1af req-3dde6245-d7ac-46ee-93a9-449211058d98 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:22.782804 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a8fb2f91-80a1-4b7f-ae22-71ba77c2f1af req-3dde6245-d7ac-46ee-93a9-449211058d98 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0489364 Dec 15 16:11:22.844176 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a8fb2f91-80a1-4b7f-ae22-71ba77c2f1af req-ab143022-c322-4d94-a388-805b0d9d6c65 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542970 Dec 15 16:11:23.119554 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device e32bd69a-337c-439f-bda4-a4523a761084 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:11:23.144189 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: e32bd69a-337c-439f-bda4-a4523a761084 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:11:23.144778 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device e32bd69a-337c-439f-bda4-a4523a761084 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:11:23.344696 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39200) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:23.461409 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b15f7414-ea54-4a00-bced-d4de278a7671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:23.539171 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b15f7414-ea54-4a00-bced-d4de278a7671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:23.542569 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b15f7414-ea54-4a00-bced-d4de278a7671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:23.580316 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b15f7414-ea54-4a00-bced-d4de278a7671 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc10e99510884dfc88221cad4bbab3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345064 Dec 15 16:11:23.580981 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f7414-ea54-4a00-bced-d4de278a7671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3dfe78-cea3-405c-a5b1-2f9930b4ca0d,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:23.583699 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39208) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:23.633035 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-953c5fa9-e675-45a9-98b2-6d1da14b694d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:23.658464 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-953c5fa9-e675-45a9-98b2-6d1da14b694d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:23.703811 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-953c5fa9-e675-45a9-98b2-6d1da14b694d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:23.706696 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-953c5fa9-e675-45a9-98b2-6d1da14b694d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:23.707814 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-953c5fa9-e675-45a9-98b2-6d1da14b694d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd3dfe78-cea3-405c-a5b1-2f9930b4ca0d HTTP/1.1" status: 204 len: 168 time: 0.1229417 Dec 15 16:11:23.715573 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c5fa9-e675-45a9-98b2-6d1da14b694d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3dfe78-cea3-405c-a5b1-2f9930b4ca0d,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:23.961799 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7091c3-9e04-4777-9635-4776d6cddabd req-1c450a3b-22a9-4e36-9309-78308f87ac77 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:23.962969 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5c7091c3-9e04-4777-9635-4776d6cddabd req-1c450a3b-22a9-4e36-9309-78308f87ac77 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0511098 Dec 15 16:11:24.025577 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5c7091c3-9e04-4777-9635-4776d6cddabd req-955c2d34-2692-48a4-aa5a-d7580100ac12 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558875 Dec 15 16:11:25.143777 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f065e-db56-4d23-b03e-fd594aa0130d req-51b2af66-a90a-4237-83f9-0d4294bfb924 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:25.145320 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0b4f065e-db56-4d23-b03e-fd594aa0130d req-51b2af66-a90a-4237-83f9-0d4294bfb924 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0514848 Dec 15 16:11:25.211750 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0b4f065e-db56-4d23-b03e-fd594aa0130d req-6159c710-a5d8-4ad7-b1d0-1d83e35a084a tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600023 Dec 15 16:11:26.326316 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110d23d-9282-4f44-8391-e3c4672a4bd9 req-5a43e3db-5ebb-482e-8b6a-7d0b0c80a8ad tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:26.328523 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d110d23d-9282-4f44-8391-e3c4672a4bd9 req-5a43e3db-5ebb-482e-8b6a-7d0b0c80a8ad tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0491102 Dec 15 16:11:26.387999 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d110d23d-9282-4f44-8391-e3c4672a4bd9 req-b962e25f-913b-4e64-9861-d53409274af1 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529382 Dec 15 16:11:27.504164 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13de27-6095-4d7d-b69f-9d623263ca2e req-c71bfd7e-9b9f-4bef-b9b3-d059a0062f08 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:27.505619 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c13de27-6095-4d7d-b69f-9d623263ca2e req-c71bfd7e-9b9f-4bef-b9b3-d059a0062f08 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0486219 Dec 15 16:11:27.570898 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c13de27-6095-4d7d-b69f-9d623263ca2e req-6cdebbd7-6af6-4d87-b0fc-c538a0dab801 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591440 Dec 15 16:11:28.685234 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4d939-3f9c-44c8-8d55-eded1f0acb79 req-c83a09b5-5f84-456b-8150-12217d0cc31e tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:28.686803 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-43a4d939-3f9c-44c8-8d55-eded1f0acb79 req-c83a09b5-5f84-456b-8150-12217d0cc31e tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.0487618 Dec 15 16:11:28.754828 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-43a4d939-3f9c-44c8-8d55-eded1f0acb79 req-f8b37250-6a5b-4560-9804-bb1487c7e544 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&id=806d8c48-6851-4bc1-97e3-8d5b671c4b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615771 Dec 15 16:11:28.889720 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6eb42-09bb-47af-933c-f4861d0bb4b4 req-fb6f850f-dc41-4b0c-a77c-e55ddb3b4855 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:28.891756 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-17d6eb42-09bb-47af-933c-f4861d0bb4b4 req-fb6f850f-dc41-4b0c-a77c-e55ddb3b4855 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0524714 Dec 15 16:11:28.938587 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-17d6eb42-09bb-47af-933c-f4861d0bb4b4 req-a17cbc3f-b982-4027-89a1-018b78f7d7ac tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406415 Dec 15 16:11:29.402808 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8b62-9bd9-4353-9de4-742ca2d2cda7 req-a60674bb-ea57-4b10-b850-2004de3bda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:29.404272 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fa8b62-9bd9-4353-9de4-742ca2d2cda7 req-a60674bb-ea57-4b10-b850-2004de3bda0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e13488e748245a68c7bee06a92fb0ff&device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 1098 time: 0.0430427 Dec 15 16:11:29.504140 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8b62-9bd9-4353-9de4-742ca2d2cda7 req-1563610a-9b42-458e-941e-686fc98f42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:29.505562 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fa8b62-9bd9-4353-9de4-742ca2d2cda7 req-1563610a-9b42-458e-941e-686fc98f42e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=712a2ed7-316f-482c-893d-a6ba2836f0df HTTP/1.1" status: 200 len: 911 time: 0.0808184 Dec 15 16:11:29.598183 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:30.056494 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1893c-bcbd-4d1a-8813-e320fc0a2254 req-7325f71b-837d-4e72-b186-219fab7f0c56 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:30.057910 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8be1893c-bcbd-4d1a-8813-e320fc0a2254 req-7325f71b-837d-4e72-b186-219fab7f0c56 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0513933 Dec 15 16:11:30.103477 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8be1893c-bcbd-4d1a-8813-e320fc0a2254 req-2b13093f-41b6-4432-beb0-ab25bd58e02d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391490 Dec 15 16:11:30.350861 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fa8b62-9bd9-4353-9de4-742ca2d2cda7 req-e5d90c61-3a31-4c58-8b09-959386f39ce0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd HTTP/1.1" status: 200 len: 1001 time: 0.0595658 Dec 15 16:11:31.187165 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8b62-9bd9-4353-9de4-742ca2d2cda7 req-0d2052ed-ba34-46ae-b14e-0b60cf5d352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:31.188562 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fa8b62-9bd9-4353-9de4-742ca2d2cda7 req-0d2052ed-ba34-46ae-b14e-0b60cf5d352c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c71309d7-57b5-4614-bac4-b306ead160c1 HTTP/1.1" status: 200 len: 849 time: 0.0565054 Dec 15 16:11:31.223644 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787fd74-fa73-47ed-9560-a674d340efb4 req-b29c88b4-95fd-4b4f-b140-fa38e407fe59 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:31.225094 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a787fd74-fa73-47ed-9560-a674d340efb4 req-b29c88b4-95fd-4b4f-b140-fa38e407fe59 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0556846 Dec 15 16:11:31.273054 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a787fd74-fa73-47ed-9560-a674d340efb4 req-3e2a3f80-cb1d-48eb-9702-9aaba7988793 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409293 Dec 15 16:11:32.114490 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8b62-9bd9-4353-9de4-742ca2d2cda7 req-647c78da-0149-4c5d-8e27-2a56b18688f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:32.115934 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fa8b62-9bd9-4353-9de4-742ca2d2cda7 req-647c78da-0149-4c5d-8e27-2a56b18688f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=712a2ed7-316f-482c-893d-a6ba2836f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391865 Dec 15 16:11:32.209478 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fa8b62-9bd9-4353-9de4-742ca2d2cda7 req-32561329-0f2c-43d3-8afd-b894008634f7 service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809412 Dec 15 16:11:32.299389 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fa8b62-9bd9-4353-9de4-742ca2d2cda7 req-eae1b327-bc28-47d6-84c8-9b83b72bcb20 service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811739 Dec 15 16:11:32.394724 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42bbec-38c7-4282-9f53-f5d93037e8e6 req-8c6293fc-c665-4912-96bb-e54bd6767cb8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:32.396195 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6d42bbec-38c7-4282-9f53-f5d93037e8e6 req-8c6293fc-c665-4912-96bb-e54bd6767cb8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0533617 Dec 15 16:11:32.447741 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6d42bbec-38c7-4282-9f53-f5d93037e8e6 req-26c0080c-e91d-42e9-9b49-922920ffddc1 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454082 Dec 15 16:11:33.577474 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df78029-a6fe-49d2-a22d-dd7dc83562aa req-0d48d95d-4b23-461c-94c0-2d0c87cd2db5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:33.579300 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6df78029-a6fe-49d2-a22d-dd7dc83562aa req-0d48d95d-4b23-461c-94c0-2d0c87cd2db5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0562017 Dec 15 16:11:33.630555 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6df78029-a6fe-49d2-a22d-dd7dc83562aa req-48d0fa66-be1c-4dbb-9c8b-74cdae16007a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432711 Dec 15 16:11:33.727360 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39436) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:33.835416 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-52687b39-eea2-46c8-8cfa-0544bb86def5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.912348 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-52687b39-eea2-46c8-8cfa-0544bb86def5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.916347 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-52687b39-eea2-46c8-8cfa-0544bb86def5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.955320 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-52687b39-eea2-46c8-8cfa-0544bb86def5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3614625d82ed4f9cbbc4bfb6c1c2ad7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269089 Dec 15 16:11:33.957320 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52687b39-eea2-46c8-8cfa-0544bb86def5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd30286-8f2c-41ff-9170-127a3fe0c99d,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:33.958069 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39444) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:34.007183 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-188d0f33-5469-42e6-a703-71a6a675acb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.027255 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-188d0f33-5469-42e6-a703-71a6a675acb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.078013 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-188d0f33-5469-42e6-a703-71a6a675acb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.080808 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-188d0f33-5469-42e6-a703-71a6a675acb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.082254 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-188d0f33-5469-42e6-a703-71a6a675acb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcd30286-8f2c-41ff-9170-127a3fe0c99d HTTP/1.1" status: 204 len: 168 time: 0.1230562 Dec 15 16:11:34.090310 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d0f33-5469-42e6-a703-71a6a675acb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd30286-8f2c-41ff-9170-127a3fe0c99d,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:34.745921 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb88d6d-2b3a-4478-85b4-2c76eac49ddd req-ddb4e459-bfd4-4510-b638-ad448e7487cf tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:34.747427 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7bb88d6d-2b3a-4478-85b4-2c76eac49ddd req-ddb4e459-bfd4-4510-b638-ad448e7487cf tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0479805 Dec 15 16:11:34.796018 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7bb88d6d-2b3a-4478-85b4-2c76eac49ddd req-fe1fe0cd-ec97-433b-82d0-ad42c4bd0bf2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419564 Dec 15 16:11:35.075883 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1e98b3f1-af93-413f-b075-a0d548297301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:35.913598 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe99a12-4b5e-44c4-aa5a-9dec566d7f1e req-45b715f8-311e-4466-ba9e-14d05cbdb7fd tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:35.915052 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5fe99a12-4b5e-44c4-aa5a-9dec566d7f1e req-45b715f8-311e-4466-ba9e-14d05cbdb7fd tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0505166 Dec 15 16:11:35.964009 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5fe99a12-4b5e-44c4-aa5a-9dec566d7f1e req-3c6bb5c3-da06-4d42-a613-99c7855ccb5a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431077 Dec 15 16:11:36.549754 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39526) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:36.652908 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b70a-fccd-47b0-84c2-04819bd066d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.741195 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b70a-fccd-47b0-84c2-04819bd066d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.745129 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b70a-fccd-47b0-84c2-04819bd066d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.782468 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1b70a-fccd-47b0-84c2-04819bd066d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46282d14-89af-401f-b659-e852dcded07e,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:36.787490 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9ae1b70a-fccd-47b0-84c2-04819bd066d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7fccd4565a64e79b72ffe3e595f1342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366178 Dec 15 16:11:36.790864 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39536) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:36.836405 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8aba6039-236a-47ba-bdfc-41c7d7e2dd10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.857339 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8aba6039-236a-47ba-bdfc-41c7d7e2dd10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.905361 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8aba6039-236a-47ba-bdfc-41c7d7e2dd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.908429 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8aba6039-236a-47ba-bdfc-41c7d7e2dd10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.909545 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8aba6039-236a-47ba-bdfc-41c7d7e2dd10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46282d14-89af-401f-b659-e852dcded07e HTTP/1.1" status: 204 len: 168 time: 0.1182115 Dec 15 16:11:36.917100 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba6039-236a-47ba-bdfc-41c7d7e2dd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46282d14-89af-401f-b659-e852dcded07e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:37.079914 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be4f65-71ae-40e3-84e3-e5fdeb9a90ca req-41ea7705-ab53-4d32-bf91-9c45b9577d0f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:37.081546 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-24be4f65-71ae-40e3-84e3-e5fdeb9a90ca req-41ea7705-ab53-4d32-bf91-9c45b9577d0f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0491579 Dec 15 16:11:37.129415 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-24be4f65-71ae-40e3-84e3-e5fdeb9a90ca req-71f3edd9-d747-4393-ac78-ccb0fdf850f9 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417626 Dec 15 16:11:37.170049 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39544) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:37.184132 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f583c389-e7e5-4027-9ec8-cc7e81ff5190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.197315 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d2a8fa3f-d4d6-4dfa-b440-4b27a490181d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.257089 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f583c389-e7e5-4027-9ec8-cc7e81ff5190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.260719 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f583c389-e7e5-4027-9ec8-cc7e81ff5190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.297949 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f583c389-e7e5-4027-9ec8-cc7e81ff5190 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b43e10d7ce5d4662bb2420b3070a7eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267998 Dec 15 16:11:37.300472 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583c389-e7e5-4027-9ec8-cc7e81ff5190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b8dc14-6648-48d3-8040-4cb6e7252ebc,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:37.301179 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39548) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:37.351407 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7fad-bcfd-45ac-977e-d9a2c80603d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.371899 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7fad-bcfd-45ac-977e-d9a2c80603d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.415291 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7fad-bcfd-45ac-977e-d9a2c80603d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.417836 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7fad-bcfd-45ac-977e-d9a2c80603d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.419024 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-5d2d7fad-bcfd-45ac-977e-d9a2c80603d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2b8dc14-6648-48d3-8040-4cb6e7252ebc HTTP/1.1" status: 204 len: 168 time: 0.1168773 Dec 15 16:11:37.426985 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d7fad-bcfd-45ac-977e-d9a2c80603d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b8dc14-6648-48d3-8040-4cb6e7252ebc,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:38.252820 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ec645-919d-40a1-82e6-fd95beffdf4b req-310f9ea7-7db2-40a6-96f1-46d7b31eefec tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:38.254354 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-283ec645-919d-40a1-82e6-fd95beffdf4b req-310f9ea7-7db2-40a6-96f1-46d7b31eefec tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0582881 Dec 15 16:11:38.304646 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-283ec645-919d-40a1-82e6-fd95beffdf4b req-940e38c1-60ed-410d-a19a-1ce11a7bd65c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442030 Dec 15 16:11:38.645776 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.423864 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddbfd3-eed8-4ba6-9af0-196f8bac3ef0 req-e8470a9e-9f58-4257-8847-b392152a16d0 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:39.425509 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-51ddbfd3-eed8-4ba6-9af0-196f8bac3ef0 req-e8470a9e-9f58-4257-8847-b392152a16d0 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0504854 Dec 15 16:11:39.477763 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-51ddbfd3-eed8-4ba6-9af0-196f8bac3ef0 req-9d63ae7a-08f8-4d0b-be36-c89dd04a7a54 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459881 Dec 15 16:11:39.710829 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0838a-6a14-44c8-9701-0b96995057a8 req-b331f928-3276-4271-ac88-827dbbd589de tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:39.712696 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-21c0838a-6a14-44c8-9701-0b96995057a8 req-b331f928-3276-4271-ac88-827dbbd589de tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0580349 Dec 15 16:11:39.763793 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756348-6613-4548-95dc-3c460c68fe77 req-5e6fc410-0ce7-411e-832c-18b14c5b11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:39.765935 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-99756348-6613-4548-95dc-3c460c68fe77 req-5e6fc410-0ce7-411e-832c-18b14c5b11c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e13488e748245a68c7bee06a92fb0ff&device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 1098 time: 0.0466039 Dec 15 16:11:39.775193 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.784305 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-21c0838a-6a14-44c8-9701-0b96995057a8 req-a17267cb-550c-418e-bcd0-3f3b54e2311e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658407 Dec 15 16:11:39.859636 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39660) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:39.984205 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-06087b45-ebf2-438e-958f-f8fca6c91d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.996426 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756348-6613-4548-95dc-3c460c68fe77 req-95aef3fc-ff78-4c7b-b506-b696007aa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:39.997797 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-99756348-6613-4548-95dc-3c460c68fe77 req-95aef3fc-ff78-4c7b-b506-b696007aa3af service neutron] 10.222.0.18 "GET /v2.0/networks?id=712a2ed7-316f-482c-893d-a6ba2836f0df HTTP/1.1" status: 200 len: 911 time: 0.1029298 Dec 15 16:11:40.085508 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-99756348-6613-4548-95dc-3c460c68fe77 req-bb395193-55eb-48b5-8b55-9d679f86c068 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd HTTP/1.1" status: 200 len: 1001 time: 0.0794179 Dec 15 16:11:40.148204 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-06087b45-ebf2-438e-958f-f8fca6c91d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.153499 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-06087b45-ebf2-438e-958f-f8fca6c91d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.156695 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756348-6613-4548-95dc-3c460c68fe77 req-3919ef9c-d670-4fb6-bc06-c454c16eccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:40.158125 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-99756348-6613-4548-95dc-3c460c68fe77 req-3919ef9c-d670-4fb6-bc06-c454c16eccb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c71309d7-57b5-4614-bac4-b306ead160c1 HTTP/1.1" status: 200 len: 849 time: 0.0629251 Dec 15 16:11:40.228063 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-06087b45-ebf2-438e-958f-f8fca6c91d34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8f434e956bc47e88d88ffbac43c8cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669708 Dec 15 16:11:40.230818 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39664) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:40.231100 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06087b45-ebf2-438e-958f-f8fca6c91d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd4ca11-cb90-431a-ad29-5e79d11a0542,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:40.243242 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756348-6613-4548-95dc-3c460c68fe77 req-c2262bbb-8e02-4da1-97b2-1b065b0ef061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:40.244709 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-99756348-6613-4548-95dc-3c460c68fe77 req-c2262bbb-8e02-4da1-97b2-1b065b0ef061 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=712a2ed7-316f-482c-893d-a6ba2836f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739799 Dec 15 16:11:40.279741 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57716369-a20e-47ab-b175-57e0dad3748f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.300792 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57716369-a20e-47ab-b175-57e0dad3748f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.333017 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-99756348-6613-4548-95dc-3c460c68fe77 req-66627695-8911-453e-803a-887150ef5b97 service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802817 Dec 15 16:11:40.346358 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57716369-a20e-47ab-b175-57e0dad3748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.348901 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57716369-a20e-47ab-b175-57e0dad3748f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.350006 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-57716369-a20e-47ab-b175-57e0dad3748f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fd4ca11-cb90-431a-ad29-5e79d11a0542 HTTP/1.1" status: 204 len: 168 time: 0.1182191 Dec 15 16:11:40.357969 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57716369-a20e-47ab-b175-57e0dad3748f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd4ca11-cb90-431a-ad29-5e79d11a0542,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:40.431649 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-99756348-6613-4548-95dc-3c460c68fe77 req-2436cf24-ca15-4d3e-9638-ba0a4ef9a440 service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913279 Dec 15 16:11:40.613168 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39670) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:40.625862 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a91-6236-4eb4-b3f1-848df9fb89fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.702324 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a91-6236-4eb4-b3f1-848df9fb89fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.706448 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a91-6236-4eb4-b3f1-848df9fb89fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.745235 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9bb71a91-6236-4eb4-b3f1-848df9fb89fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cc85082d45b4ebdb817040a922c7afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308858 Dec 15 16:11:40.746397 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb71a91-6236-4eb4-b3f1-848df9fb89fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d277e7-9df7-4c06-907f-679a75b3ca56,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:40.747964 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39678) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:40.801062 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c2862a20-a9a7-4e0c-8c00-02c268a0f647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.833983 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c2862a20-a9a7-4e0c-8c00-02c268a0f647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.910294 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c2862a20-a9a7-4e0c-8c00-02c268a0f647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.913122 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c2862a20-a9a7-4e0c-8c00-02c268a0f647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.914273 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c2862a20-a9a7-4e0c-8c00-02c268a0f647 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41d277e7-9df7-4c06-907f-679a75b3ca56 HTTP/1.1" status: 204 len: 168 time: 0.1653192 Dec 15 16:11:40.924179 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54263fce-4710-4802-93db-ab30cf016d37 req-a42aee9e-e186-4de9-9a50-ad79e3c3ff26 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:40.925607 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54263fce-4710-4802-93db-ab30cf016d37 req-a42aee9e-e186-4de9-9a50-ad79e3c3ff26 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0695384 Dec 15 16:11:40.932797 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2862a20-a9a7-4e0c-8c00-02c268a0f647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d277e7-9df7-4c06-907f-679a75b3ca56,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:40.983087 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-54263fce-4710-4802-93db-ab30cf016d37 req-5b257b89-f406-4e0c-9147-e6de61f9da9a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513933 Dec 15 16:11:41.430094 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.116854 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919ee10-252b-410f-83d3-c1d377cd40a2 req-84f5f10e-7df9-4cb4-a47b-5a9d9ba5a75e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:42.118967 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9919ee10-252b-410f-83d3-c1d377cd40a2 req-84f5f10e-7df9-4cb4-a47b-5a9d9ba5a75e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0629005 Dec 15 16:11:42.170959 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9919ee10-252b-410f-83d3-c1d377cd40a2 req-6fe0e897-a9aa-4ffd-ae90-89a2b0251655 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442905 Dec 15 16:11:45.722917 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39810) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:45.823706 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:45.894495 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:45.897872 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:45.933625 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db33a55f-0ce8-4795-82cc-a936c7598ca3,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:45.937357 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07788eaaaf2142f696c0590876e36c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134128 Dec 15 16:11:45.940608 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39814) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:45.943682 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.944041 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.944389 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.944734 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.945068 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.945405 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.945739 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.946073 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.946432 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.946764 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.947093 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.947417 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.947740 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc8650-59ea-4063-bd6b-8f3ee5cf579a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:45.992537 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb6501fb-d6f3-48b7-9b04-b4b02d031a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.024627 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb6501fb-d6f3-48b7-9b04-b4b02d031a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.060941 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb6501fb-d6f3-48b7-9b04-b4b02d031a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.065088 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fb6501fb-d6f3-48b7-9b04-b4b02d031a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.066489 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-fb6501fb-d6f3-48b7-9b04-b4b02d031a13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db33a55f-0ce8-4795-82cc-a936c7598ca3 HTTP/1.1" status: 204 len: 168 time: 0.1247544 Dec 15 16:11:46.075414 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6501fb-d6f3-48b7-9b04-b4b02d031a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db33a55f-0ce8-4795-82cc-a936c7598ca3,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:46.323961 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39828) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:46.336898 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a436eb40-f230-4c6e-8f33-68f6819222a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.408530 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a436eb40-f230-4c6e-8f33-68f6819222a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.411882 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a436eb40-f230-4c6e-8f33-68f6819222a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.449630 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a436eb40-f230-4c6e-8f33-68f6819222a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2781b6da13cc45f89da6d558bb9b8711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246352 Dec 15 16:11:46.450545 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436eb40-f230-4c6e-8f33-68f6819222a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36716aee-356e-4523-9c95-68d6d38cb22e,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:46.452347 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39830) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:46.498335 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cc288265-9b6e-415d-868d-3f120bc93520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.518939 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cc288265-9b6e-415d-868d-3f120bc93520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.567703 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cc288265-9b6e-415d-868d-3f120bc93520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.570619 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cc288265-9b6e-415d-868d-3f120bc93520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.574252 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-cc288265-9b6e-415d-868d-3f120bc93520 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36716aee-356e-4523-9c95-68d6d38cb22e HTTP/1.1" status: 204 len: 168 time: 0.1184938 Dec 15 16:11:46.580026 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc288265-9b6e-415d-868d-3f120bc93520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36716aee-356e-4523-9c95-68d6d38cb22e,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:50.253915 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39954) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:50.361495 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-202444ba-4207-4070-bc65-20379ce718c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.433114 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-202444ba-4207-4070-bc65-20379ce718c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.436657 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-202444ba-4207-4070-bc65-20379ce718c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.472837 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202444ba-4207-4070-bc65-20379ce718c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df209d88-3029-4d31-9b61-fd992d2793a1,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:50.477024 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-202444ba-4207-4070-bc65-20379ce718c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aacf2486ff774ebbb077ad009710d566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220337 Dec 15 16:11:50.479550 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39960) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:50.527939 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b275176-554c-4558-9628-2d5d311c06e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.549540 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b275176-554c-4558-9628-2d5d311c06e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.600813 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b275176-554c-4558-9628-2d5d311c06e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.603406 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b275176-554c-4558-9628-2d5d311c06e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.604539 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-8b275176-554c-4558-9628-2d5d311c06e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df209d88-3029-4d31-9b61-fd992d2793a1 HTTP/1.1" status: 204 len: 168 time: 0.1240962 Dec 15 16:11:50.614405 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b275176-554c-4558-9628-2d5d311c06e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df209d88-3029-4d31-9b61-fd992d2793a1,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:50.698363 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39970) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:50.899020 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-227e3268-69db-4869-ad34-df36dd136240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.927900 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 39976) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:50.943018 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0875-3256-4fed-b4ef-2d5ac7733b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.974606 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-227e3268-69db-4869-ad34-df36dd136240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.979174 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-227e3268-69db-4869-ad34-df36dd136240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.016223 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e3268-69db-4869-ad34-df36dd136240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9da6c6c-68fa-4a3f-bb1b-06cb84121f0b,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:51.021021 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-227e3268-69db-4869-ad34-df36dd136240 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d085e4e4c38148a08e9fb38bb7439822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215444 Dec 15 16:11:51.023695 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39978) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:51.026496 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0875-3256-4fed-b4ef-2d5ac7733b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.031655 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0875-3256-4fed-b4ef-2d5ac7733b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.070814 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3f0c0875-3256-4fed-b4ef-2d5ac7733b48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=905c1fc97e474ecfa667db239085ff6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417775 Dec 15 16:11:51.071472 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ac8de7d0-f5c5-4c83-8068-4ff80b1b1ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.071679 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c0875-3256-4fed-b4ef-2d5ac7733b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c39f5b5-e695-429e-93b4-a33f9e14ee2a,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:51.073797 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 39980) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:51.115854 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ac8de7d0-f5c5-4c83-8068-4ff80b1b1ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.160707 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e0c46ce1-070d-4647-98e2-019940ec7545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.186348 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e0c46ce1-070d-4647-98e2-019940ec7545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.201715 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ac8de7d0-f5c5-4c83-8068-4ff80b1b1ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.204856 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ac8de7d0-f5c5-4c83-8068-4ff80b1b1ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.205999 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ac8de7d0-f5c5-4c83-8068-4ff80b1b1ef7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9da6c6c-68fa-4a3f-bb1b-06cb84121f0b HTTP/1.1" status: 204 len: 168 time: 0.1814001 Dec 15 16:11:51.226135 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8de7d0-f5c5-4c83-8068-4ff80b1b1ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9da6c6c-68fa-4a3f-bb1b-06cb84121f0b,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:51.259193 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e0c46ce1-070d-4647-98e2-019940ec7545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.262213 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e0c46ce1-070d-4647-98e2-019940ec7545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.267710 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e0c46ce1-070d-4647-98e2-019940ec7545 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c39f5b5-e695-429e-93b4-a33f9e14ee2a HTTP/1.1" status: 204 len: 168 time: 0.1928377 Dec 15 16:11:51.275967 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c46ce1-070d-4647-98e2-019940ec7545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c39f5b5-e695-429e-93b4-a33f9e14ee2a,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:51.424132 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:11:51.635229 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40008) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:51.649129 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f995654e-91b1-4cb4-9da1-00e4618603b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.724041 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f995654e-91b1-4cb4-9da1-00e4618603b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.728167 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f995654e-91b1-4cb4-9da1-00e4618603b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.763832 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f995654e-91b1-4cb4-9da1-00e4618603b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75bd194246c8428eac38a41629e0892c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275084 Dec 15 16:11:51.767127 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40012) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:51.769013 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995654e-91b1-4cb4-9da1-00e4618603b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a7de52-30c3-44bd-812d-8c663ced8846,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:51.817400 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0c989ab1-c7b0-4415-bd4c-b108cada4d8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.839293 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0c989ab1-c7b0-4415-bd4c-b108cada4d8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.892420 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0c989ab1-c7b0-4415-bd4c-b108cada4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.895078 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0c989ab1-c7b0-4415-bd4c-b108cada4d8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.896239 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0c989ab1-c7b0-4415-bd4c-b108cada4d8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5a7de52-30c3-44bd-812d-8c663ced8846 HTTP/1.1" status: 204 len: 168 time: 0.1281271 Dec 15 16:11:51.905813 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c989ab1-c7b0-4415-bd4c-b108cada4d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a7de52-30c3-44bd-812d-8c663ced8846,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:52.825493 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f973880-66bf-4bf6-9a29-980262032ba9 req-fb2e967a-7de5-46a3-b49b-918730039cc6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:52.827178 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0f973880-66bf-4bf6-9a29-980262032ba9 req-fb2e967a-7de5-46a3-b49b-918730039cc6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 947 time: 0.0527005 Dec 15 16:11:52.880079 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0f973880-66bf-4bf6-9a29-980262032ba9 req-f8a22b0b-b2c0-4cdc-acc0-ff42ce0fe36c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457366 Dec 15 16:11:54.005986 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7c4e-ef11-4aae-ac63-35d8e5c85362 req-501a999d-e8f0-4b37-beeb-dd7ef4444059 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:54.007472 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bc9d7c4e-ef11-4aae-ac63-35d8e5c85362 req-501a999d-e8f0-4b37-beeb-dd7ef4444059 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 947 time: 0.0485246 Dec 15 16:11:54.057972 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bc9d7c4e-ef11-4aae-ac63-35d8e5c85362 req-d87793b0-d9f3-43b0-95c4-381a4838198f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=92ffae0a-a9bf-499e-ac03-1451034eaba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445921 Dec 15 16:11:54.570589 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-1176063c-3046-429a-9ff3-9299f72a07bd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:54.572024 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-1176063c-3046-429a-9ff3-9299f72a07bd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.18 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 947 time: 0.0514958 Dec 15 16:11:54.670585 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Deleting port c48ddb89-1c93-427f-a926-073d58761058 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:11:54.670922 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:54.764816 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] For port c48ddb89-1c93-427f-a926-073d58761058, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c48ddb89-1c93-427f-a926-073d58761058,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:54.765177 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:54.991112 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:54.991476 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:54.991823 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Floating IP 11354b83-71f8-4d85-ad8f-b2c914d36a72 disassociated. External IP: 172.27.1.184, port: c48ddb89-1c93-427f-a926-073d58761058. Dec 15 16:11:54.992133 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Calling delete_port for c48ddb89-1c93-427f-a926-073d58761058 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:11:55.120115 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:55.152555 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event deleted for resources: {'Port': ['ID=c48ddb89-1c93-427f-a926-073d58761058,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:55.158408 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-24d98eea-8133-400a-80ee-93b1ca17804d req-5c139e45-d0e9-49fc-968c-ac021d80aece tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=635372a5-622f-42d6-9723-ae9c21ad0a24 HTTP/1.1" status: 200 len: 210 time: 0.0286293 Dec 15 16:11:55.271449 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:11:55.379049 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:11:55.391852 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251511b5-dbeb-4bb8-a2f5-0526ab18f81a None None] Sync routers for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:11:55.402482 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251511b5-dbeb-4bb8-a2f5-0526ab18f81a None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:55.403099 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-251511b5-dbeb-4bb8-a2f5-0526ab18f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:11:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:55.421339 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] No DVR routers for this DVR port c48ddb89-1c93-427f-a926-073d58761058 on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:11:55.424432 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:55.427797 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f4e9cafa-934e-4351-a563-26fdd15f2cb5 req-8b12547b-9824-4f7b-9930-03bc31ff81dd tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.18 "DELETE /v2.0/ports/c48ddb89-1c93-427f-a926-073d58761058 HTTP/1.1" status: 204 len: 173 time: 0.8379755 Dec 15 16:11:55.428244 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'name': 'network-vif-deleted', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:55.430505 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebb2eaa-2d24-4a9c-a871-4cdaf2ee4d78" -d '{"events": [{"server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "name": "network-vif-deleted", "tag": "c48ddb89-1c93-427f-a926-073d58761058"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:55.510476 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6c3a32-e758-4831-8d2f-f625534e7d68 x-openstack-request-id: req-1c6c3a32-e758-4831-8d2f-f625534e7d68 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:55.510775 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635372a5-622f-42d6-9723-ae9c21ad0a24", "name": "network-vif-deleted", "tag": "c48ddb89-1c93-427f-a926-073d58761058", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:55.511156 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c6c3a32-e758-4831-8d2f-f625534e7d68 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:55.511413 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635372a5-622f-42d6-9723-ae9c21ad0a24', 'name': 'network-vif-deleted', 'tag': 'c48ddb89-1c93-427f-a926-073d58761058', 'status': 'completed', 'code': 200} Dec 15 16:11:55.525519 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-251511b5-dbeb-4bb8-a2f5-0526ab18f81a None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:55.652107 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40144) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:55.736534 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-251511b5-dbeb-4bb8-a2f5-0526ab18f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:55.758796 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6ca05027-db06-49d3-b97a-188bbb02a622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:55.763322 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251511b5-dbeb-4bb8-a2f5-0526ab18f81a None None] Checking router: c3e2c533-d9de-4263-bf3a-9e03a8fd5929 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:11:55.772529 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251511b5-dbeb-4bb8-a2f5-0526ab18f81a None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:55.774784 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-251511b5-dbeb-4bb8-a2f5-0526ab18f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:11:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:55.840610 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6ca05027-db06-49d3-b97a-188bbb02a622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:55.845173 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6ca05027-db06-49d3-b97a-188bbb02a622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:55.885424 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca05027-db06-49d3-b97a-188bbb02a622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54164175-555d-488d-a7bf-76b7003ad05b,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:55.894817 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40148) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:55.895152 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6ca05027-db06-49d3-b97a-188bbb02a622 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dd99fd3581b446a92f54fb5a0e8a2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414591 Dec 15 16:11:55.958112 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-691b77fb-85e9-4d54-b241-cee6e3325247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:55.982925 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-691b77fb-85e9-4d54-b241-cee6e3325247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.009667 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-251511b5-dbeb-4bb8-a2f5-0526ab18f81a None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:56.044530 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-691b77fb-85e9-4d54-b241-cee6e3325247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.048695 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-691b77fb-85e9-4d54-b241-cee6e3325247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.049828 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-691b77fb-85e9-4d54-b241-cee6e3325247 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54164175-555d-488d-a7bf-76b7003ad05b HTTP/1.1" status: 204 len: 168 time: 0.1538074 Dec 15 16:11:56.060532 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b77fb-85e9-4d54-b241-cee6e3325247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54164175-555d-488d-a7bf-76b7003ad05b,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:56.244101 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-251511b5-dbeb-4bb8-a2f5-0526ab18f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:56.280090 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251511b5-dbeb-4bb8-a2f5-0526ab18f81a None None] The sync data for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi is: [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:11:56.292323 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40166) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:56.387935 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2de395ba-d8fd-4ece-af71-dbd05078e0f3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.415076 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2de395ba-d8fd-4ece-af71-dbd05078e0f3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.479918 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2de395ba-d8fd-4ece-af71-dbd05078e0f3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.484085 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2de395ba-d8fd-4ece-af71-dbd05078e0f3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.489024 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40174) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:56.490651 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2de395ba-d8fd-4ece-af71-dbd05078e0f3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "DELETE /v2.0/security-groups/92ffae0a-a9bf-499e-ac03-1451034eaba2 HTTP/1.1" status: 204 len: 168 time: 0.1964018 Dec 15 16:11:56.499043 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40176) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:56.507460 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de395ba-d8fd-4ece-af71-dbd05078e0f3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ffae0a-a9bf-499e-ac03-1451034eaba2,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:56.517833 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.api.v2.resource [None req-e4af9da7-8bd1-4b80-b974-e17c9bbeb2aa tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] show failed (client error): The resource could not be found. Dec 15 16:11:56.523744 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40182) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:56.525166 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e4af9da7-8bd1-4b80-b974-e17c9bbeb2aa tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups/92ffae0a-a9bf-499e-ac03-1451034eaba2 HTTP/1.1" status: 404 len: 347 time: 0.0309985 Dec 15 16:11:56.694898 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35869d00-ec1c-4faf-a9a1-9d4286d04aad None None] New status for floating IP 11354b83-71f8-4d85-ad8f-b2c914d36a72: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:11:56.696402 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-8080e9f0-65b5-49c9-8598-df36db9069de tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Deleting port c31cefff-d106-4a9c-a905-652f1af47d4a {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:11:56.696911 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8080e9f0-65b5-49c9-8598-df36db9069de tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.808305 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8080e9f0-65b5-49c9-8598-df36db9069de tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.808644 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8080e9f0-65b5-49c9-8598-df36db9069de tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.822471 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-8080e9f0-65b5-49c9-8598-df36db9069de tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Calling delete_port for c31cefff-d106-4a9c-a905-652f1af47d4a owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:11:56.833010 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-746c77d2-6409-4bba-aaab-a75c0ac00a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.954016 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-746c77d2-6409-4bba-aaab-a75c0ac00a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.962528 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-746c77d2-6409-4bba-aaab-a75c0ac00a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.028850 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8080e9f0-65b5-49c9-8598-df36db9069de tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.035326 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c77d2-6409-4bba-aaab-a75c0ac00a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4766167-dbd7-43d3-af20-c98038113cc4,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:57.040373 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-746c77d2-6409-4bba-aaab-a75c0ac00a2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d54156a648634d69a24e4e2dff8f51f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5403612 Dec 15 16:11:57.043352 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40194) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:57.064100 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080e9f0-65b5-49c9-8598-df36db9069de tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event deleted for resources: {'Port': ['ID=c31cefff-d106-4a9c-a905-652f1af47d4a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:57.085286 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40196) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:57.107114 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-90bd94de-5018-4808-9e33-83816fadfe9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.131562 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-90bd94de-5018-4808-9e33-83816fadfe9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.138499 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8080e9f0-65b5-49c9-8598-df36db9069de tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.141937 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8080e9f0-65b5-49c9-8598-df36db9069de tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.146018 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8080e9f0-65b5-49c9-8598-df36db9069de tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "DELETE /v2.0/floatingips/11354b83-71f8-4d85-ad8f-b2c914d36a72 HTTP/1.1" status: 204 len: 168 time: 0.6177936 Dec 15 16:11:57.196161 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-90bd94de-5018-4808-9e33-83816fadfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.199572 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-90bd94de-5018-4808-9e33-83816fadfe9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.203610 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-90bd94de-5018-4808-9e33-83816fadfe9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4766167-dbd7-43d3-af20-c98038113cc4 HTTP/1.1" status: 204 len: 168 time: 0.1589701 Dec 15 16:11:57.212468 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd94de-5018-4808-9e33-83816fadfe9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4766167-dbd7-43d3-af20-c98038113cc4,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:57.239934 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1733829670-network', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:57.260373 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Made reservation on behalf of 28eebd9de9a6480b8762cc5e77221f87 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:57.262768 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.271646 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.350812 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.354929 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.381410 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:11:57.390281 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29aaffc-1ee1-4e2b-b1b5-2a1be1f1b8c6,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:57.397655 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.398108 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Added segment 66e4f8a7-b2b0-46d0-972f-62db2f255c05 of type vlan for network c6547453-c061-40ed-854e-81302323e81a Dec 15 16:11:57.445040 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.475552 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.476539 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:57.477126 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.536427 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40206) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:57.543164 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4539490 Dec 15 16:11:57.544099 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40208) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:57.550176 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] Request body: {'subnet': {'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1733829670-subnet', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:57.553219 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9b76f-0083-4764-8050-2703539134d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c6547453-c061-40ed-854e-81302323e81a,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:57.563678 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network c6547453-c061-40ed-854e-81302323e81a details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:11:57.566953 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2f49684d-fd5c-4841-a892-8f16db19168a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.593401 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] Made reservation on behalf of 28eebd9de9a6480b8762cc5e77221f87 for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:57.596285 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309855'] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.737544 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2f49684d-fd5c-4841-a892-8f16db19168a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.754887 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2f49684d-fd5c-4841-a892-8f16db19168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.800095 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2f49684d-fd5c-4841-a892-8f16db19168a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b61e4e9ee59d44b89932b1caabda5f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622354 Dec 15 16:11:57.803695 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40210) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:57.808409 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49684d-fd5c-4841-a892-8f16db19168a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445c23d2-bb5b-4bce-9d22-2205524ce7a9,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:57.854751 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10072157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309825'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.867646 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4a618d87-74ee-4023-bd05-ca2edc1c46ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.888578 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4a618d87-74ee-4023-bd05-ca2edc1c46ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.935755 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:57.936272 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4a618d87-74ee-4023-bd05-ca2edc1c46ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.937890 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] Checking segment: {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:57.938789 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] Network hostable DHCP agents. Network: c6547453-c061-40ed-854e-81302323e81a, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:11:57.942280 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4a618d87-74ee-4023-bd05-ca2edc1c46ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.943575 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-4a618d87-74ee-4023-bd05-ca2edc1c46ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/445c23d2-bb5b-4bce-9d22-2205524ce7a9 HTTP/1.1" status: 204 len: 168 time: 0.1386991 Dec 15 16:11:57.956112 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a618d87-74ee-4023-bd05-ca2edc1c46ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445c23d2-bb5b-4bce-9d22-2205524ce7a9,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:57.963447 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] Network c6547453-c061-40ed-854e-81302323e81a is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:11:57.981244 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, c6547453-c061-40ed-854e-81302323e81a) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:57.989266 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:57.989787 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.995941 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ba1fb-e6dd-4f89-8ce4-669ec34efe81 None None] Network c6547453-c061-40ed-854e-81302323e81a requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:11:58.009223 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-64379489-faa8-4ecc-bb90-90b46c1508a7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4616184 Dec 15 16:11:58.009417 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40214) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:58.013633 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:58.038506 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12901'] for router, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.039796 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12908'] for router, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.092726 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.108856 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db56ea0-e219-5b2e-924d-2aca1fddb1d2-c6547453-c061-40ed-854e-81302323e81a', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1'}]}} from dv-cinder-800703-3-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:11:58.109743 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.264811 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Allocated IP 172.20.0.2 (c6547453-c061-40ed-854e-81302323e81a/f81c2a20-1024-44f4-b4a8-399ccf3ecdc1/122d84be-82e8-462d-88cc-1e3025ba523e) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:11:58.362958 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40220) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:58.386491 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-61e1b949-04e2-4041-ad8c-cc9746ace33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.450523 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.460630 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.493320 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-61e1b949-04e2-4041-ad8c-cc9746ace33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.498051 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-61e1b949-04e2-4041-ad8c-cc9746ace33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.511345 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Network c6547453-c061-40ed-854e-81302323e81a is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:58.517387 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:58.525697 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:11:58.531731 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1b949-04e2-4041-ad8c-cc9746ace33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d60025-bec7-4eeb-b3a4-a22b233a65c7,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:58.556002 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.570395 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-61e1b949-04e2-4041-ad8c-cc9746ace33c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d641378f2e945f094d9eb97fb9072af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063079 Dec 15 16:11:58.571577 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40222) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:58.593949 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Pushing event updated for resources: {'Port': ['ID=122d84be-82e8-462d-88cc-1e3025ba523e,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:58.605494 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Attempting to bind port 122d84be-82e8-462d-88cc-1e3025ba523e on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:11:58.606070 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Attempting to bind port 122d84be-82e8-462d-88cc-1e3025ba523e by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:11:58.606624 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Attempting to bind port 122d84be-82e8-462d-88cc-1e3025ba523e on network c6547453-c061-40ed-854e-81302323e81a {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:11:58.612584 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:11:58.613187 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Checking segment: {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:58.613758 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.614341 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Bound using segment: {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:11:58.614980 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Bound port: 122d84be-82e8-462d-88cc-1e3025ba523e, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:11:58.615530 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.635948 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b355-eb83-4a95-bcbf-996dc629be1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.662578 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b355-eb83-4a95-bcbf-996dc629be1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.690372 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] For port 122d84be-82e8-462d-88cc-1e3025ba523e, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:11:58.696194 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] For port 122d84be-82e8-462d-88cc-1e3025ba523e, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=122d84be-82e8-462d-88cc-1e3025ba523e,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:11:58.706119 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.720877 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b355-eb83-4a95-bcbf-996dc629be1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.724437 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b355-eb83-4a95-bcbf-996dc629be1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.726069 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-5bb4b355-eb83-4a95-bcbf-996dc629be1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86d60025-bec7-4eeb-b3a4-a22b233a65c7 HTTP/1.1" status: 204 len: 168 time: 0.1531749 Dec 15 16:11:58.738228 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4b355-eb83-4a95-bcbf-996dc629be1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d60025-bec7-4eeb-b3a4-a22b233a65c7,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:58.824235 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a10335-43ce-4c39-ac99-8499782ad7f9 None None] Pushing event updated for resources: {'Port': ['ID=122d84be-82e8-462d-88cc-1e3025ba523e,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:58.836600 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.857610 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40226) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:58.863056 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-37df02aa-bb18-4937-b212-dda8acf599c6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710816512', 'description': 'tempest-description--1252549960'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:58.868998 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.890401 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-37df02aa-bb18-4937-b212-dda8acf599c6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.008991 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-37df02aa-bb18-4937-b212-dda8acf599c6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.013812 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-37df02aa-bb18-4937-b212-dda8acf599c6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.027408 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Allocated IP 172.27.1.94 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/5b1269fd-2016-4f9b-913d-d789fc98f940) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:11:59.048918 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-37df02aa-bb18-4937-b212-dda8acf599c6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.050210 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-37df02aa-bb18-4937-b212-dda8acf599c6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1909366 Dec 15 16:11:59.055804 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df02aa-bb18-4937-b212-dda8acf599c6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2b8912-b2e4-4034-a106-3f9d1cdb2485,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:59.058585 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40230) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:59.066942 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-456336a1-e260-47e8-8d58-7de48e85a4c1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'security_group_rule': {'security_group_id': '8d2b8912-b2e4-4034-a106-3f9d1cdb2485', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:59.103391 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-456336a1-e260-47e8-8d58-7de48e85a4c1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.174214 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-456336a1-e260-47e8-8d58-7de48e85a4c1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.190237 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-456336a1-e260-47e8-8d58-7de48e85a4c1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.193510 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.222863 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456336a1-e260-47e8-8d58-7de48e85a4c1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f22b741-bb4a-4ab4-9df6-a452ad66bab4,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:59.244004 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.248059 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-456336a1-e260-47e8-8d58-7de48e85a4c1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.249695 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-456336a1-e260-47e8-8d58-7de48e85a4c1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901491 Dec 15 16:11:59.253714 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40238) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:59.259947 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-812e2246-c81c-49a9-a504-3083cfe09e4e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'security_group_rule': {'security_group_id': '8d2b8912-b2e4-4034-a106-3f9d1cdb2485', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:59.290037 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 122d84be-82e8-462d-88cc-1e3025ba523e up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:59.291029 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:59.294264 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:59.298273 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-812e2246-c81c-49a9-a504-3083cfe09e4e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.300065 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:11:59.303378 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1269fd-2016-4f9b-913d-d789fc98f940,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:59.369873 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-812e2246-c81c-49a9-a504-3083cfe09e4e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.371908 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 122d84be-82e8-462d-88cc-1e3025ba523e triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:59.372272 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.378016 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-812e2246-c81c-49a9-a504-3083cfe09e4e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.405275 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e2246-c81c-49a9-a504-3083cfe09e4e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a6fa89-28c3-438d-b672-e74c7c27de2c,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:59.433558 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-812e2246-c81c-49a9-a504-3083cfe09e4e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.439333 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-812e2246-c81c-49a9-a504-3083cfe09e4e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1825330 Dec 15 16:11:59.439560 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40242) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:59.444559 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'floatingip': {'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:59.462221 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.496788 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port 122d84be-82e8-462d-88cc-1e3025ba523e, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=122d84be-82e8-462d-88cc-1e3025ba523e,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:59.501394 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.507300 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device c48ddb89-1c93-427f-a926-073d58761058 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:11:59.509769 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.549657 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: c48ddb89-1c93-427f-a926-073d58761058 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:11:59.550304 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device c48ddb89-1c93-427f-a926-073d58761058 not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:11:59.591596 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=122d84be-82e8-462d-88cc-1e3025ba523e,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:59.606463 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.687281 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.798613 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.961416 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86317f8a-847e-4371-907a-01de6948af13 None None] Network c6547453-c061-40ed-854e-81302323e81a requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:11:59.990266 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Allocated IP 172.27.1.47 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/94cd661d-8a17-4f92-92a0-b39e6a212ea8) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:11:59.996973 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551159'] for router, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.039616 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-72db7d2c-eda6-4400-bbbc-f65744eeabab None None] Provisioning complete for port 122d84be-82e8-462d-88cc-1e3025ba523e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:00.039936 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-72db7d2c-eda6-4400-bbbc-f65744eeabab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.184380 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.229684 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 is scheduled to L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 with binding_index 1 {{(pid=102583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:12:00.239765 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.317518 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:00.324660 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:00.329616 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:00.359634 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'Port': ['ID=94cd661d-8a17-4f92-92a0-b39e6a212ea8,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:00.382723 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-feeab51b-a780-442e-8dbd-1c52cd2242de None None] Provisioning complete for port 122d84be-82e8-462d-88cc-1e3025ba523e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:00.383092 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-feeab51b-a780-442e-8dbd-1c52cd2242de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.443911 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:00.465040 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Sync routers for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:00.468759 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.472600 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.473835 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-e04684ed-9c30-4f88-9504-8da959300fa7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4634686 Dec 15 16:12:00.477020 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40270) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:00.486725 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:00.487351 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:11:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:00.514147 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.612965 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:00.696949 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.703400 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.796421 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'Port': ['ID=94cd661d-8a17-4f92-92a0-b39e6a212ea8,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:00.807183 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.827201 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.828478 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-93237e3c-2eff-4f5d-8a2f-1df2bee55cf0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3877676 Dec 15 16:12:00.837658 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:11:59Z', 'revision_number': 3, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:00.869043 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Checking router: 60d67fee-834a-4fa1-bfc2-369f2c1f3129 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:00.869785 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Updating router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 port 5b1269fd-2016-4f9b-913d-d789fc98f940 binding host dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:12:00.897847 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.084506 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-14ec1017-d8ed-4ec6-87de-17113393f63c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--710816512&fields=id&tenant_id=f1f1638b13884efc82ff109ef86772d7 HTTP/1.1" status: 200 len: 267 time: 0.0441618 Dec 15 16:12:01.216038 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-cc4a2ca8-493b-4ac8-984f-2a7aa5fa9c9a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:01.217032 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 122d84be-82e8-462d-88cc-1e3025ba523e up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:01.219468 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-cc4a2ca8-493b-4ac8-984f-2a7aa5fa9c9a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/networks?id=b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 200 len: 816 time: 0.1229124 Dec 15 16:12:01.228603 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.234579 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-79fe93fb-4c6c-443a-903d-5b6e128b7161 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/quotas/f1f1638b13884efc82ff109ef86772d7 HTTP/1.1" status: 200 len: 375 time: 0.0108590 Dec 15 16:12:01.250089 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.260211 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.301007 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-85d9ee3b-1ca1-40dc-838a-8fb113222fcb tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594687 Dec 15 16:12:01.327000 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Attempting to bind port 5b1269fd-2016-4f9b-913d-d789fc98f940 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:01.327369 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Attempting to bind port 5b1269fd-2016-4f9b-913d-d789fc98f940 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:01.327730 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Attempting to bind port 5b1269fd-2016-4f9b-913d-d789fc98f940 on network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:01.329657 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1f216-7527-4898-89ba-31e5becc8ae4 None None] Pushing event updated for resources: {'Port': ['ID=5b1269fd-2016-4f9b-913d-d789fc98f940,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:01.339853 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:01.340274 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Checking segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:01.340625 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.341012 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Bound using segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:01.341581 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Bound port: 5b1269fd-2016-4f9b-913d-d789fc98f940, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:01.341971 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.343832 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 122d84be-82e8-462d-88cc-1e3025ba523e triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:01.344038 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.401687 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-642dead8-afa3-4e74-a22b-2a964a7346c9 service neutron] 10.222.0.41 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875642 Dec 15 16:12:01.421175 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Allocated IP 172.20.0.1 (c6547453-c061-40ed-854e-81302323e81a/f81c2a20-1024-44f4-b4a8-399ccf3ecdc1/9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:01.423578 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] For port 5b1269fd-2016-4f9b-913d-d789fc98f940, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:01.427308 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] For port 5b1269fd-2016-4f9b-913d-d789fc98f940, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=5b1269fd-2016-4f9b-913d-d789fc98f940,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:01.453056 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.511114 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-4b8df375-7b66-4067-a373-59f7cfcc2143 service neutron] 10.222.0.41 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021476 Dec 15 16:12:01.523591 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:01.524404 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:11:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:01.529261 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1f216-7527-4898-89ba-31e5becc8ae4 None None] Pushing event updated for resources: {'Port': ['ID=5b1269fd-2016-4f9b-913d-d789fc98f940,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:01.537661 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.580795 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.625568 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Network c6547453-c061-40ed-854e-81302323e81a is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:01.630714 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:01.639429 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:01.675607 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:01.710325 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552324'] for router_interface, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.783463 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-be3dcd08-f0f4-4f1b-ac2f-64a26971f034 req-061c3cb7-cea1-4731-b227-cb96cfb91203 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 210 time: 0.0700428 Dec 15 16:12:01.806807 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:01.915959 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:02.007506 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:11:59Z', 'revision_number': 3, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:02.050260 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d786a19-3eee-46aa-833b-ca663b566064 None None] The sync data for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi is: [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:11:59Z', 'revision_number': 3, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:02.061870 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-f3caabe4-d870-4046-a42d-5b9010d238b5 None None] Provisioning complete for port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:02.062270 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f3caabe4-d870-4046-a42d-5b9010d238b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:02.104942 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-f3caabe4-d870-4046-a42d-5b9010d238b5 None None] Port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:02.131493 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:02.138636 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987328'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:02.214622 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:02.217946 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556852'] for router_interface, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:02.331627 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Network c6547453-c061-40ed-854e-81302323e81a is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:02.333091 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:02.537454 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:02.667103 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:02.674071 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ab6cf297-eda1-48c1-b8cf-4d3a55ebad56 admin admin] 10.222.0.41 "PUT /v2.0/routers/60d67fee-834a-4fa1-bfc2-369f2c1f3129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1934881 Dec 15 16:12:02.731812 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-c797e5f3-4aae-4db5-b3df-a0bcdb95186a None None] Provisioning complete for port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:02.732262 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c797e5f3-4aae-4db5-b3df-a0bcdb95186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:02.790757 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-c797e5f3-4aae-4db5-b3df-a0bcdb95186a None None] Port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:02.914317 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-236893e1-047d-4891-af21-90995059bd73 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:02.915775 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-236893e1-047d-4891-af21-90995059bd73 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.18 "GET /v2.0/networks?id=b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 200 len: 816 time: 0.1480443 Dec 15 16:12:02.944262 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8eec9856-97eb-4f9c-83e8-f8c88474479a req-8fb01130-af66-4d69-8550-03b8edbebd50 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 210 time: 0.0454214 Dec 15 16:12:03.017357 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-92251167-a632-4757-b47b-96bef8912ba3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f1638b13884efc82ff109ef86772d7 HTTP/1.1" status: 200 len: 379 time: 0.0719769 Dec 15 16:12:03.039677 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'port': {'device_id': '252a5452-6ada-4537-ac76-03d697ce6d08', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'admin_state_up': True, 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'security_groups': ['8d2b8912-b2e4-4034-a106-3f9d1cdb2485']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:03.163428 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Made reservation on behalf of f1f1638b13884efc82ff109ef86772d7 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:03.167926 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.239387 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 5b1269fd-2016-4f9b-913d-d789fc98f940 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:03.288723 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 5b1269fd-2016-4f9b-913d-d789fc98f940 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:03.289199 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.323908 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Allocated IP 172.20.0.9 (b9de569e-dedf-412f-ac55-6fe163ed494a/7619fe57-562e-4dcd-85a1-474a5ed5dfef/2aa9ba55-7099-4c77-96de-51fbd5b9bd0f) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:03.341490 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40336) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:03.347425 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-102050397-network', 'tenant_id': '722af816dadb42e79cb222e026e41b91'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:03.369583 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Made reservation on behalf of 722af816dadb42e79cb222e026e41b91 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:03.372007 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.380763 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.380982 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.403612 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port 5b1269fd-2016-4f9b-913d-d789fc98f940, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=5b1269fd-2016-4f9b-913d-d789fc98f940,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:03.409096 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.471167 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.476523 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.479162 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=5b1269fd-2016-4f9b-913d-d789fc98f940,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:03.487980 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.488359 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.488720 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.489121 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.489457 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.490693 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.490693 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.490693 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.491024 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.491199 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.491986 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.491986 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.492203 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:03.497359 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.498311 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:12:03.512429 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115c08b6-751b-4b7b-be6e-4725d427d6d1,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:03.517233 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.517571 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Added segment de64350a-9e29-4353-91c6-c7eaf1c9aa5c of type vlan for network 82886a44-a43f-417d-8136-5abb7d69957a Dec 15 16:12:03.535723 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.559406 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.587050 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.588013 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:03.588613 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.607552 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event updated for resources: {'Port': ['ID=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:03.622345 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Network b9de569e-dedf-412f-ac55-6fe163ed494a is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:03.623754 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:03.626825 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:03.641883 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2991865 Dec 15 16:12:03.657464 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40342) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:03.661397 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] Request body: {'subnet': {'network_id': '82886a44-a43f-417d-8136-5abb7d69957a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-102050397-subnet', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:03.674906 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f0672-e271-4d23-8afa-cbfadf141e64 admin admin] Pushing event updated for resources: {'Network': ['ID=82886a44-a43f-417d-8136-5abb7d69957a,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:03.686204 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 82886a44-a43f-417d-8136-5abb7d69957a details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:12:03.704544 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] Made reservation on behalf of 722af816dadb42e79cb222e026e41b91 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:03.706994 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10175620'] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.716726 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:03.717389 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.754226 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-5f210204-f35f-4b39-aa20-3c5538f36eea tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7187436 Dec 15 16:12:03.773061 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Request body: {'port': {'device_id': '252a5452-6ada-4537-ac76-03d697ce6d08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:03.873707 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.928682 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-937089c3-99d8-437b-90e5-92ce5259b179 None None] Provisioning complete for port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:03.929447 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-937089c3-99d8-437b-90e5-92ce5259b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.938427 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9986441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10175642'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.984763 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-937089c3-99d8-437b-90e5-92ce5259b179 None None] Port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:04.012878 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2538514-b783-4294-98f3-59765eeba5a2,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:04.022891 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] Checking segment: {'id': 'de64350a-9e29-4353-91c6-c7eaf1c9aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:04.023298 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] Network hostable DHCP agents. Network: 82886a44-a43f-417d-8136-5abb7d69957a, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:12:04.047995 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] Network 82886a44-a43f-417d-8136-5abb7d69957a is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:12:04.062150 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 82886a44-a43f-417d-8136-5abb7d69957a) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:04.067836 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:04.068648 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.078925 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca7929-846a-485d-b084-779e0fc822c4 None None] Network 82886a44-a43f-417d-8136-5abb7d69957a requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:12:04.091592 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-dfc1f669-dd77-4bd0-8b16-148e91d587ee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4370465 Dec 15 16:12:04.092290 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40352) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:04.100539 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-102050397-router', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:04.144539 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12901'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.145678 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12908'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.233226 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:04.237813 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8db56ea0-e219-5b2e-924d-2aca1fddb1d2-82886a44-a43f-417d-8136-5abb7d69957a', 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a', 'project_id': '722af816dadb42e79cb222e026e41b91', 'fixed_ips': [{'subnet_id': 'f2538514-b783-4294-98f3-59765eeba5a2'}]}} from dv-cinder-800703-3-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:12:04.238982 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.242541 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.250126 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.258631 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f9b3-aae5-4bdf-a96b-7c51a9713b39 req-e2371606-3503-4ffe-a0cd-e59d71645e44 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:04.259800 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Transition to ACTIVE for port object 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:12:04.260333 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-df90f9b3-aae5-4bdf-a96b-7c51a9713b39 req-e2371606-3503-4ffe-a0cd-e59d71645e44 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 931 time: 0.1102135 Dec 15 16:12:04.274794 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.296814 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Sync routers for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:04.311681 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:04.312540 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:11:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:04.326536 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Pushing event updated for resources: {'Port': ['ID=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:04.408237 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-df90f9b3-aae5-4bdf-a96b-7c51a9713b39 req-3545fe1f-85d4-45e2-98ed-76d62ac862d0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018987 Dec 15 16:12:04.439430 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Attempting to bind port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:04.439430 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Attempting to bind port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:04.439430 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Attempting to bind port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f on network b9de569e-dedf-412f-ac55-6fe163ed494a {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:04.445822 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f on network b9de569e-dedf-412f-ac55-6fe163ed494a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:12:04.446196 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Attempting to bind port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f on network b9de569e-dedf-412f-ac55-6fe163ed494a {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:04.452166 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:04.452516 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Checking segment: {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:04.452957 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Bound using segment: {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:04.454266 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Bound port: 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:04.455233 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.477141 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Allocated IP 172.20.0.2 (82886a44-a43f-417d-8136-5abb7d69957a/f2538514-b783-4294-98f3-59765eeba5a2/744f85c6-24c6-419d-b6b2-339e0d8a9675) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:04.503926 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.507233 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:04.710976 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.723448 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.778179 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Network 82886a44-a43f-417d-8136-5abb7d69957a is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:04.781547 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:04.785399 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:04.794586 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Pushing event updated for resources: {'Port': ['ID=744f85c6-24c6-419d-b6b2-339e0d8a9675,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:04.804933 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 2, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:04.807608 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.830034 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.844788 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Checking router: 60d67fee-834a-4fa1-bfc2-369f2c1f3129 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:04.845170 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Updating router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 binding host dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:12:04.852711 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Attempting to bind port 744f85c6-24c6-419d-b6b2-339e0d8a9675 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:04.853480 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Attempting to bind port 744f85c6-24c6-419d-b6b2-339e0d8a9675 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': 'de64350a-9e29-4353-91c6-c7eaf1c9aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:04.854030 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Attempting to bind port 744f85c6-24c6-419d-b6b2-339e0d8a9675 on network 82886a44-a43f-417d-8136-5abb7d69957a {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:04.859705 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:04.860852 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Checking segment: {'id': 'de64350a-9e29-4353-91c6-c7eaf1c9aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:04.861425 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.861960 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Bound using segment: {'id': 'de64350a-9e29-4353-91c6-c7eaf1c9aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:04.862659 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Bound port: 744f85c6-24c6-419d-b6b2-339e0d8a9675, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de64350a-9e29-4353-91c6-c7eaf1c9aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:04.863429 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.875522 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:04.876269 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.879528 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:04.890177 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.938452 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] For port 744f85c6-24c6-419d-b6b2-339e0d8a9675, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:04.943111 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] For port 744f85c6-24c6-419d-b6b2-339e0d8a9675, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=744f85c6-24c6-419d-b6b2-339e0d8a9675,segment=NetworkSegment(de64350a-9e29-4353-91c6-c7eaf1c9aa5c),segment_id=de64350a-9e29-4353-91c6-c7eaf1c9aa5c)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:04.950205 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.957074 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b0c8dee-b720-4553-b9bd-5f96e7e26acd req-8c40a96e-278d-4563-87d8-f10205ffa0cc tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800717611&fields=id&tenant_id=3c3dc08abeae460eb69305e30b4fe62d HTTP/1.1" status: 200 len: 267 time: 0.1647043 Dec 15 16:12:04.970978 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:04.971857 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.973035 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Allocated IP 172.27.1.213 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/47e9ab1c-6ea3-4f30-abb0-9d649633f452) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:04.973383 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] 10.222.0.18 "PUT /v2.0/ports/2aa9ba55-7099-4c77-96de-51fbd5b9bd0f HTTP/1.1" status: 200 len: 1093 time: 1.2088180 Dec 15 16:12:04.973858 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:04.976181 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:05.077497 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d638fe3-9fbb-48b0-b08f-af937e0865e5 None None] Pushing event updated for resources: {'Port': ['ID=744f85c6-24c6-419d-b6b2-339e0d8a9675,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:05.095166 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e366474-29db-409b-bc6b-a9b0b9d26508 x-openstack-request-id: req-5e366474-29db-409b-bc6b-a9b0b9d26508 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:05.095516 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:05.095848 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e366474-29db-409b-bc6b-a9b0b9d26508 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:05.096281 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'status': 'completed', 'code': 200} Dec 15 16:12:05.099079 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3ed0-3f18-4f36-9ec7-fe9c41b62660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.102191 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ad60a-50d2-4e41-8b4c-76dff8a5d21f service neutron] Pushing event updated for resources: {'Port': ['ID=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:05.146767 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.221863 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.229452 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c8dee-b720-4553-b9bd-5f96e7e26acd req-971f0a6a-a9d9-46dc-8a14-914d3a4ec387 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:05.233121 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b0c8dee-b720-4553-b9bd-5f96e7e26acd req-971f0a6a-a9d9-46dc-8a14-914d3a4ec387 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 985 time: 0.2672112 Dec 15 16:12:05.236637 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-fe8c9a32-182e-4022-9eb3-1d17eb1310fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:05.238249 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-fe8c9a32-182e-4022-9eb3-1d17eb1310fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 1096 time: 0.1753280 Dec 15 16:12:05.239401 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 5b1269fd-2016-4f9b-913d-d789fc98f940 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:05.276700 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-1b0c8dee-b720-4553-b9bd-5f96e7e26acd req-fae13d82-da6e-4801-a2d1-5621d1f18bf6 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Request body: {'port': {'security_groups': ['337d366a-94c7-4ecc-bc8e-b3c412c26614']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:05.332845 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 5b1269fd-2016-4f9b-913d-d789fc98f940 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:05.333219 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.366999 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.378992 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.447803 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-068d0845-658d-47b3-bda7-c6ecc0ac4803 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f HTTP/1.1" status: 200 len: 217 time: 0.1959996 Dec 15 16:12:05.474292 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b0c8dee-b720-4553-b9bd-5f96e7e26acd req-fae13d82-da6e-4801-a2d1-5621d1f18bf6 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.651414 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-b5e87d3c-4ae8-4a09-9bc0-97bb70da29af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:05.653173 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-b5e87d3c-4ae8-4a09-9bc0-97bb70da29af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7619fe57-562e-4dcd-85a1-474a5ed5dfef HTTP/1.1" status: 200 len: 855 time: 0.1937699 Dec 15 16:12:05.657226 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Attempting to bind port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:05.657590 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Attempting to bind port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:05.657942 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Attempting to bind port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 on network c6547453-c061-40ed-854e-81302323e81a {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:05.665300 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:05.665922 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Checking segment: {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:05.666496 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.667035 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Bound using segment: {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:05.667690 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Bound port: 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:05.668265 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.685392 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Pushing event updated for resources: {'Port': ['ID=9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:05.756250 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:05.783878 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:05.792891 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:05.793153 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.795423 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.797895 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.800165 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.801176 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Pushing event updated for resources: {'Port': ['ID=47e9ab1c-6ea3-4f30-abb0-9d649633f452,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:05.802510 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.803059 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.804360 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.805269 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.805957 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.807307 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.808569 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.809235 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.809941 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:05.821408 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] For port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:05.827410 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] For port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:05.834990 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.855923 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-02ec4d68-0979-4e19-a7db-c01b794f9b04 None None] Provisioning complete for port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:05.861184 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-02ec4d68-0979-4e19-a7db-c01b794f9b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.875371 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0435f0-06eb-4935-801d-04da170491ec req-424526ae-f417-45a1-b2c2-b024b36b887c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:05.877562 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5e0435f0-06eb-4935-801d-04da170491ec req-424526ae-f417-45a1-b2c2-b024b36b887c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.1297092 Dec 15 16:12:05.891251 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-47e83b68-c3fb-4d17-83c3-cc2d9f0acf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:05.893011 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-47e83b68-c3fb-4d17-83c3-cc2d9f0acf55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9de569e-dedf-412f-ac55-6fe163ed494a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2274475 Dec 15 16:12:05.908580 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448212c-d1cd-4d22-bc2b-1b167c99145e None None] Pushing event updated for resources: {'Port': ['ID=9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94,revision_number=4']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:05.943086 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:05.943889 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:11:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:06.021036 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-02ec4d68-0979-4e19-a7db-c01b794f9b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.023478 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-1b0c8dee-b720-4553-b9bd-5f96e7e26acd req-fae13d82-da6e-4801-a2d1-5621d1f18bf6 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] For port b63f7fb9-7756-47b1-b0b7-9773d09ed48c, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:06.079788 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:06.090286 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-02ec4d68-0979-4e19-a7db-c01b794f9b04 None None] For port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:06.102377 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-02ec4d68-0979-4e19-a7db-c01b794f9b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.103479 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b0c8dee-b720-4553-b9bd-5f96e7e26acd req-fae13d82-da6e-4801-a2d1-5621d1f18bf6 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.119308 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5e0435f0-06eb-4935-801d-04da170491ec req-a652bb34-3f1a-42fc-8142-e32933a963ae tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353518 Dec 15 16:12:06.174986 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b0c8dee-b720-4553-b9bd-5f96e7e26acd req-fae13d82-da6e-4801-a2d1-5621d1f18bf6 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.190487 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['b63f7fb9-7756-47b1-b0b7-9773d09ed48c'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:12:06.200407 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c8dee-b720-4553-b9bd-5f96e7e26acd req-fae13d82-da6e-4801-a2d1-5621d1f18bf6 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:06.201051 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b0c8dee-b720-4553-b9bd-5f96e7e26acd req-fae13d82-da6e-4801-a2d1-5621d1f18bf6 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.203298 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b0c8dee-b720-4553-b9bd-5f96e7e26acd req-fae13d82-da6e-4801-a2d1-5621d1f18bf6 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "PUT /v2.0/ports/b63f7fb9-7756-47b1-b0b7-9773d09ed48c HTTP/1.1" status: 200 len: 943 time: 0.9486594 Dec 15 16:12:06.210135 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40372) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:06.244245 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec4d68-0979-4e19-a7db-c01b794f9b04 None None] Pushing event updated for resources: {'Port': ['ID=9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:06.302083 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['b63f7fb9-7756-47b1-b0b7-9773d09ed48c'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:12:06.384527 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.455382 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae13d82-da6e-4801-a2d1-5621d1f18bf6 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event updated for resources: {'Port': ['ID=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,revision_number=7']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:06.506029 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-7a366196-fc91-4093-9e5c-cb0905d18a07 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002114 Dec 15 16:12:06.517905 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-448c97e9-9d12-4385-9c20-1efb49006882 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.542870 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-cbfa5100-d1f1-4cc4-bffb-a1bca7b8affe None None] Provisioning complete for port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:06.543439 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5100-d1f1-4cc4-bffb-a1bca7b8affe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.552417 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-448c97e9-9d12-4385-9c20-1efb49006882 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.699656 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-448c97e9-9d12-4385-9c20-1efb49006882 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.703206 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-448c97e9-9d12-4385-9c20-1efb49006882 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.705109 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-448c97e9-9d12-4385-9c20-1efb49006882 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "DELETE /v2.0/security-groups/806d8c48-6851-4bc1-97e3-8d5b671c4b38 HTTP/1.1" status: 204 len: 168 time: 0.4923985 Dec 15 16:12:06.713152 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40376) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:06.742094 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c97e9-9d12-4385-9c20-1efb49006882 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806d8c48-6851-4bc1-97e3-8d5b671c4b38,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:06.764328 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b143b58-a845-4bdc-8d3b-86a75c312c18 None None] Network 82886a44-a43f-417d-8136-5abb7d69957a requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:12:06.764685 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:05Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:06.785477 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5d8180d5-fc52-49a3-bf56-99329e3d913a req-139d98a1-288e-4818-8f2c-330837928df6 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818199 Dec 15 16:12:06.800036 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf24bc3-4fea-4c69-9ebe-c519606ec660 None None] The sync data for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi is: [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:05Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:06.801999 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551159'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.988380 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8 req-a0f5029c-7272-49da-9f8c-602a5de273ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:06.990491 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8 req-a0f5029c-7272-49da-9f8c-602a5de273ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 1096 time: 0.1156955 Dec 15 16:12:07.011425 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Router 1d89d332-4c11-4acf-8d03-062a4c07d300 is scheduled to L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:12:07.079210 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Deleting port 5f90694e-cf43-4d03-8359-7cdd4e4cb2c6 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:07.085434 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-edcbcd30-b110-4046-b716-722239911ef6 None None] Provisioning complete for port b63f7fb9-7756-47b1-b0b7-9773d09ed48c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:07.085958 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-edcbcd30-b110-4046-b716-722239911ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.087156 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.104340 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:07.108341 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727669ce-c9f4-4f56-978c-25682801ad08" -d '{"events": [{"name": "network-changed", "server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:07.206823 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:07.241860 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.244698 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-1d9b5a2f-5a2d-439e-8af5-daa05d23cd82 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1514332 Dec 15 16:12:07.247336 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40382) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:07.261107 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c5951d-81ce-4dbc-b098-28b16c624bf0 x-openstack-request-id: req-f9c5951d-81ce-4dbc-b098-28b16c624bf0 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:07.261794 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:07.262313 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9c5951d-81ce-4dbc-b098-28b16c624bf0 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:07.263175 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'status': 'completed', 'code': 200} Dec 15 16:12:07.276519 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Sync routers for ids ['1d89d332-4c11-4acf-8d03-062a4c07d300'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:07.329055 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8 req-1b638ff0-c851-45e1-884f-5fd4d12231a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:07.330833 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8 req-1b638ff0-c851-45e1-884f-5fd4d12231a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 200 len: 917 time: 0.3310390 Dec 15 16:12:07.338284 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-81a002e8-df87-4b0d-b2e9-cf9c5b2a12a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.357874 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Routers {'1d89d332-4c11-4acf-8d03-062a4c07d300'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:07.358699 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['1d89d332-4c11-4acf-8d03-062a4c07d300'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:07.424062 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8 req-524e6ea1-5e26-4247-92bd-2c23ae9935d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f HTTP/1.1" status: 200 len: 217 time: 0.0707548 Dec 15 16:12:07.500409 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Set router 1d89d332-4c11-4acf-8d03-062a4c07d300 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:07.503297 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ab13a-4a56-44dc-8b58-e6d30b645225 req-b2e65746-166f-44aa-8e6e-ab3f7a136c4c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:07.511702 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-049ab13a-4a56-44dc-8b58-e6d30b645225 req-b2e65746-166f-44aa-8e6e-ab3f7a136c4c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.2296877 Dec 15 16:12:07.526446 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727669ce-c9f4-4f56-978c-25682801ad08 req-2aff2948-bbca-4083-b8ba-f8471e1f2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:07.528443 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-727669ce-c9f4-4f56-978c-25682801ad08 req-2aff2948-bbca-4083-b8ba-f8471e1f2356 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c3dc08abeae460eb69305e30b4fe62d&device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 1099 time: 0.2579129 Dec 15 16:12:07.565805 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.566326 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.689965 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-049ab13a-4a56-44dc-8b58-e6d30b645225 req-73d4effc-8f25-4d62-a62d-eb279272f8af tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715722 Dec 15 16:12:07.691543 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Calling delete_port for 5f90694e-cf43-4d03-8359-7cdd4e4cb2c6 owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:07.700821 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8 req-5569d347-7a3b-4073-b459-d467c3ae0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:07.713444 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8 req-5569d347-7a3b-4073-b459-d467c3ae0756 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7619fe57-562e-4dcd-85a1-474a5ed5dfef HTTP/1.1" status: 200 len: 855 time: 0.2690737 Dec 15 16:12:07.817409 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 744f85c6-24c6-419d-b6b2-339e0d8a9675 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:07.863657 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-edcbcd30-b110-4046-b716-722239911ef6 None None] Provisioning complete for port 744f85c6-24c6-419d-b6b2-339e0d8a9675 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:07.864032 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-edcbcd30-b110-4046-b716-722239911ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.899922 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727669ce-c9f4-4f56-978c-25682801ad08 req-04887e12-3689-488d-a6b3-30913cbeeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:07.902309 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-727669ce-c9f4-4f56-978c-25682801ad08 req-04887e12-3689-488d-a6b3-30913cbeeb3b service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c6a9796-65fb-4c77-a7bf-f3674189738c HTTP/1.1" status: 200 len: 915 time: 0.3492620 Dec 15 16:12:07.912284 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8 req-ea2bc38a-0b24-4829-91c2-bcb28b4cd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:07.914139 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8 req-ea2bc38a-0b24-4829-91c2-bcb28b4cd3fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9de569e-dedf-412f-ac55-6fe163ed494a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1865792 Dec 15 16:12:07.974083 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.102307 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-727669ce-c9f4-4f56-978c-25682801ad08 req-d9df2aa0-411f-44ea-833a-6d0130fcfa2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c HTTP/1.1" status: 200 len: 1001 time: 0.1818705 Dec 15 16:12:08.110971 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 744f85c6-24c6-419d-b6b2-339e0d8a9675 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:08.112049 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.138230 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-edcbcd30-b110-4046-b716-722239911ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.163347 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8 req-ebcd7cc4-0a5a-49ab-a0b1-4286906c0918 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283590 Dec 15 16:12:08.185382 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Allocated IP 172.20.0.1 (82886a44-a43f-417d-8136-5abb7d69957a/f2538514-b783-4294-98f3-59765eeba5a2/95fb81d9-0a04-4b94-952e-93cfda52d7fa) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:08.201819 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-edcbcd30-b110-4046-b716-722239911ef6 None None] For port 744f85c6-24c6-419d-b6b2-339e0d8a9675, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=744f85c6-24c6-419d-b6b2-339e0d8a9675,segment=NetworkSegment(de64350a-9e29-4353-91c6-c7eaf1c9aa5c),segment_id=de64350a-9e29-4353-91c6-c7eaf1c9aa5c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:08.215928 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-edcbcd30-b110-4046-b716-722239911ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.223614 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'name': 'tempest-TestVolumeBootPattern-102050397-router', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 3, 'project_id': '722af816dadb42e79cb222e026e41b91', 'gw_port': {'id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:20:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:08.253578 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727669ce-c9f4-4f56-978c-25682801ad08 req-4c71accb-2662-49b5-8cfe-e2c8a76186f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:08.255254 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-727669ce-c9f4-4f56-978c-25682801ad08 req-4c71accb-2662-49b5-8cfe-e2c8a76186f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=705fb32e-d286-47d7-a96f-4dbad7905390 HTTP/1.1" status: 200 len: 853 time: 0.1443365 Dec 15 16:12:08.280377 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Checking router: 1d89d332-4c11-4acf-8d03-062a4c07d300 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:08.280739 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Updating router 1d89d332-4c11-4acf-8d03-062a4c07d300 port 47e9ab1c-6ea3-4f30-abb0-9d649633f452 binding host dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:12:08.295245 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.338872 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbcd30-b110-4046-b716-722239911ef6 None None] Pushing event updated for resources: {'Port': ['ID=744f85c6-24c6-419d-b6b2-339e0d8a9675,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:08.339694 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.368010 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event deleted for resources: {'Port': ['ID=5f90694e-cf43-4d03-8359-7cdd4e4cb2c6,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:08.399023 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.411552 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-735f5173-2109-4fa1-ac03-12ebd5cd6fe8 req-96a0d880-a21f-49d3-b721-6c884a668c69 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365313 Dec 15 16:12:08.417213 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.457641 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:08.457934 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727669ce-c9f4-4f56-978c-25682801ad08 req-5637d9f2-4666-4f76-9430-7b5e3636dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:08.460441 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-727669ce-c9f4-4f56-978c-25682801ad08 req-5637d9f2-4666-4f76-9430-7b5e3636dc59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c6a9796-65fb-4c77-a7bf-f3674189738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1904910 Dec 15 16:12:08.473584 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.475447 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Floating IP 3c7f091e-56de-486b-a2e2-d97bc1a940a6 disassociated (deleted). External IP: 172.27.1.68, port: b63f7fb9-7756-47b1-b0b7-9773d09ed48c. Dec 15 16:12:08.481286 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Network 82886a44-a43f-417d-8136-5abb7d69957a is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:08.485612 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:08.490427 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:08.492779 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Pushing event updated for resources: {'Port': ['ID=95fb81d9-0a04-4b94-952e-93cfda52d7fa,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:08.496236 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-f06bf7b0-0b16-425d-a8c8-bbb89eb7dcf7 None None] Provisioning complete for port 744f85c6-24c6-419d-b6b2-339e0d8a9675 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:08.496625 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f06bf7b0-0b16-425d-a8c8-bbb89eb7dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.571990 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552324'] for router_interface, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.743084 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-727669ce-c9f4-4f56-978c-25682801ad08 req-a88be664-7e17-4fa5-8090-69e620264bbf service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631409 Dec 15 16:12:08.767536 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.769214 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.850118 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:08.850607 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.887279 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab763c-9c7b-49b3-87bb-598bbe11cc10 req-ae3d8e50-d31d-48b2-9f66-8723dc4bb1f9 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:08.888756 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-29ab763c-9c7b-49b3-87bb-598bbe11cc10 req-ae3d8e50-d31d-48b2-9f66-8723dc4bb1f9 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0800395 Dec 15 16:12:08.938805 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Router e6935872-9fe2-443a-989a-120d26e3c08a has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:08.945848 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-727669ce-c9f4-4f56-978c-25682801ad08 req-59b5c181-e43a-4f83-926e-05f2c49cee07 service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582639 Dec 15 16:12:08.982994 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-29ab763c-9c7b-49b3-87bb-598bbe11cc10 req-b942834d-a2e3-471f-ac38-1b98a4b301a3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811267 Dec 15 16:12:09.025494 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.035515 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.039214 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-47fbc7aa-786b-4d13-8554-285165a1f3eb None None] Provisioning complete for port 95fb81d9-0a04-4b94-952e-93cfda52d7fa triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:09.039577 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-47fbc7aa-786b-4d13-8554-285165a1f3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.048340 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.054627 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987328'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.057341 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:09.068472 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.069324 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f9c25-bf2b-41fb-b859-4a135f73a046 None None] Sync routers for ids ['e6935872-9fe2-443a-989a-120d26e3c08a'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:09.085627 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f9c25-bf2b-41fb-b859-4a135f73a046 None None] Routers {'e6935872-9fe2-443a-989a-120d26e3c08a'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:09.086773 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-050f9c25-bf2b-41fb-b859-4a135f73a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['e6935872-9fe2-443a-989a-120d26e3c08a'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:09.119479 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-7e330591-9bf2-4cdb-8a02-8256f75b77d8 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "DELETE /v2.0/floatingips/3c7f091e-56de-486b-a2e2-d97bc1a940a6 HTTP/1.1" status: 204 len: 168 time: 2.4052360 Dec 15 16:12:09.143858 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556852'] for router_interface, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.146083 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Pushing event updated for resources: {'Port': ['ID=95fb81d9-0a04-4b94-952e-93cfda52d7fa,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:09.149406 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-47fbc7aa-786b-4d13-8554-285165a1f3eb None None] Port 95fb81d9-0a04-4b94-952e-93cfda52d7fa cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:09.163414 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Attempting to bind port 47e9ab1c-6ea3-4f30-abb0-9d649633f452 on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:09.163783 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Attempting to bind port 47e9ab1c-6ea3-4f30-abb0-9d649633f452 by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:09.164142 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Attempting to bind port 47e9ab1c-6ea3-4f30-abb0-9d649633f452 on network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:09.167598 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c637493-b5e9-45c3-b24a-572bdaa140f9 None None] Pushing event updated for resources: {'Port': ['ID=47e9ab1c-6ea3-4f30-abb0-9d649633f452,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:09.180337 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:09.180716 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Checking segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:09.181114 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.181499 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Bound using segment: {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:09.181972 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Bound port: 47e9ab1c-6ea3-4f30-abb0-9d649633f452, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96b3b3-4cd6-4b47-a472-0133c04457c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:09.182491 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.251991 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] For port 47e9ab1c-6ea3-4f30-abb0-9d649633f452, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:09.255933 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] For port 47e9ab1c-6ea3-4f30-abb0-9d649633f452, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=47e9ab1c-6ea3-4f30-abb0-9d649633f452,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:09.259100 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Network 82886a44-a43f-417d-8136-5abb7d69957a is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:09.260838 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:09.264805 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.265210 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:09.274505 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4004199b-9915-4770-8b3a-436d4579d66a" -d '{"events": [{"name": "network-changed", "server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:09.306431 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-050f9c25-bf2b-41fb-b859-4a135f73a046 None None] Set router e6935872-9fe2-443a-989a-120d26e3c08a gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:09.405766 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f722968e-4ccb-4cb3-9496-f0cab22b335f x-openstack-request-id: req-f722968e-4ccb-4cb3-9496-f0cab22b335f {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:09.406375 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:09.406848 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f722968e-4ccb-4cb3-9496-f0cab22b335f {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:09.407731 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'status': 'completed', 'code': 200} Dec 15 16:12:09.414655 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 744f85c6-24c6-419d-b6b2-339e0d8a9675 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:09.472160 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Router 1d89d332-4c11-4acf-8d03-062a4c07d300 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:09.516988 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004199b-9915-4770-8b3a-436d4579d66a req-663fa6f4-170c-41b0-a3ca-76213ee5e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:09.519924 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c637493-b5e9-45c3-b24a-572bdaa140f9 None None] Pushing event updated for resources: {'Port': ['ID=47e9ab1c-6ea3-4f30-abb0-9d649633f452,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:09.535144 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4004199b-9915-4770-8b3a-436d4579d66a req-663fa6f4-170c-41b0-a3ca-76213ee5e1f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c3dc08abeae460eb69305e30b4fe62d&device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 1099 time: 0.1151209 Dec 15 16:12:09.541385 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:12:09.569096 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Routers {'1d89d332-4c11-4acf-8d03-062a4c07d300'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:09.569905 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['1d89d332-4c11-4acf-8d03-062a4c07d300'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:09.683297 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-050f9c25-bf2b-41fb-b859-4a135f73a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '0e444e5a-3142-4ae2-ba00-26b4ce264da5', 'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'mac_address': 'fa:16:3e:b7:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:38Z', 'updated_at': '2021-12-15T16:08:49Z', 'revision_number': 5, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'subnets': [{'id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:09.704868 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004199b-9915-4770-8b3a-436d4579d66a req-c419eb35-6ab9-4ccc-9d82-a6343d0c4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:09.706995 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4004199b-9915-4770-8b3a-436d4579d66a req-c419eb35-6ab9-4ccc-9d82-a6343d0c4098 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c6a9796-65fb-4c77-a7bf-f3674189738c HTTP/1.1" status: 200 len: 915 time: 0.1581407 Dec 15 16:12:09.714825 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f9c25-bf2b-41fb-b859-4a135f73a046 None None] Checking router: e6935872-9fe2-443a-989a-120d26e3c08a for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:09.724937 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f9c25-bf2b-41fb-b859-4a135f73a046 None None] Routers {'e6935872-9fe2-443a-989a-120d26e3c08a'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:09.726069 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-050f9c25-bf2b-41fb-b859-4a135f73a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['e6935872-9fe2-443a-989a-120d26e3c08a'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:09.729126 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:09.752854 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c380fb07-9a15-4493-8b8a-618e95b056e6 admin admin] 10.222.0.41 "PUT /v2.0/routers/1d89d332-4c11-4acf-8d03-062a4c07d300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4946451 Dec 15 16:12:09.767944 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 744f85c6-24c6-419d-b6b2-339e0d8a9675 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:09.768314 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.771704 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4004199b-9915-4770-8b3a-436d4579d66a req-5f7b018c-1f0a-4bd0-a2c2-62f694df8e20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c HTTP/1.1" status: 200 len: 217 time: 0.0572729 Dec 15 16:12:09.782556 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-63aa2640-a4d7-45de-8034-d512301860f7 None None] Provisioning complete for port 95fb81d9-0a04-4b94-952e-93cfda52d7fa triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:09.782922 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-63aa2640-a4d7-45de-8034-d512301860f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.809985 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] Set router 1d89d332-4c11-4acf-8d03-062a4c07d300 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:09.846748 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004199b-9915-4770-8b3a-436d4579d66a req-39bc7032-2055-4d42-8914-22973e9e8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:09.848809 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4004199b-9915-4770-8b3a-436d4579d66a req-39bc7032-2055-4d42-8914-22973e9e8497 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=705fb32e-d286-47d7-a96f-4dbad7905390 HTTP/1.1" status: 200 len: 853 time: 0.0692878 Dec 15 16:12:09.882776 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-050f9c25-bf2b-41fb-b859-4a135f73a046 None None] Set router e6935872-9fe2-443a-989a-120d26e3c08a gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:09.903363 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-63aa2640-a4d7-45de-8034-d512301860f7 None None] Port 95fb81d9-0a04-4b94-952e-93cfda52d7fa cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:09.912462 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004199b-9915-4770-8b3a-436d4579d66a req-309c97bb-3dbb-4d16-a7be-09f7ccd0e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:09.914093 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4004199b-9915-4770-8b3a-436d4579d66a req-309c97bb-3dbb-4d16-a7be-09f7ccd0e04a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c6a9796-65fb-4c77-a7bf-f3674189738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547292 Dec 15 16:12:09.916336 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.919428 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:09.973952 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'port_id': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'mac_address': 'fa:16:3e:62:bb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:12:10.218639 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-050f9c25-bf2b-41fb-b859-4a135f73a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '0e444e5a-3142-4ae2-ba00-26b4ce264da5', 'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'mac_address': 'fa:16:3e:b7:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:38Z', 'updated_at': '2021-12-15T16:08:49Z', 'revision_number': 5, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'subnets': [{'id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:10.244743 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa755c8-5f45-446c-b55f-651a385920f8 req-15c27e5c-76e6-4e01-997b-2ac7476d115a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:10.258106 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-caa755c8-5f45-446c-b55f-651a385920f8 req-15c27e5c-76e6-4e01-997b-2ac7476d115a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.1085010 Dec 15 16:12:10.275069 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f9c25-bf2b-41fb-b859-4a135f73a046 None None] The sync data for ids ['e6935872-9fe2-443a-989a-120d26e3c08a'] in dv-cinder-800703-3-iscsi is: [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:08:39Z', 'revision_number': 4, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '0e444e5a-3142-4ae2-ba00-26b4ce264da5', 'name': '', 'network_id': '8c6a9796-65fb-4c77-a7bf-f3674189738c', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'mac_address': 'fa:16:3e:b7:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:38Z', 'updated_at': '2021-12-15T16:08:49Z', 'revision_number': 5, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'subnets': [{'id': '705fb32e-d286-47d7-a96f-4dbad7905390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:10.315163 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.360565 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-caa755c8-5f45-446c-b55f-651a385920f8 req-397a8689-fc41-4f48-93d7-28aa6d1c5b30 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925839 Dec 15 16:12:10.366581 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:10.385125 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40424) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:10.392916 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-8b298a67-d1c6-4732-bfc6-13a8d122d205 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561118706', 'description': 'tempest-secgroup-smoke-1561118706 description', 'project_id': '28eebd9de9a6480b8762cc5e77221f87'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:10.413855 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4004199b-9915-4770-8b3a-436d4579d66a req-42bf38c2-5943-4376-a723-b0236d828379 service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889815 Dec 15 16:12:10.419347 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b298a67-d1c6-4732-bfc6-13a8d122d205 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.432234 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:10.445480 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.519063 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'name': 'tempest-TestVolumeBootPattern-102050397-router', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:08Z', 'revision_number': 4, 'project_id': '722af816dadb42e79cb222e026e41b91', 'gw_port': {'id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:20:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '95fb81d9-0a04-4b94-952e-93cfda52d7fa', 'name': '', 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'mac_address': 'fa:16:3e:7a:6d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f2538514-b783-4294-98f3-59765eeba5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:08Z', 'updated_at': '2021-12-15T16:12:08Z', 'revision_number': 2, 'project_id': '722af816dadb42e79cb222e026e41b91', 'subnets': [{'id': 'f2538514-b783-4294-98f3-59765eeba5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:10.521663 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:10.552109 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b298a67-d1c6-4732-bfc6-13a8d122d205 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.560527 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6672794-b3d4-43fe-9d66-f6e3d18d55d8 None None] The sync data for ids ['1d89d332-4c11-4acf-8d03-062a4c07d300'] in dv-cinder-800703-3-iscsi is: [{'id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'name': 'tempest-TestVolumeBootPattern-102050397-router', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:08Z', 'revision_number': 4, 'project_id': '722af816dadb42e79cb222e026e41b91', 'gw_port': {'id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:20:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '95fb81d9-0a04-4b94-952e-93cfda52d7fa', 'name': '', 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'mac_address': 'fa:16:3e:7a:6d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f2538514-b783-4294-98f3-59765eeba5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:08Z', 'updated_at': '2021-12-15T16:12:08Z', 'revision_number': 2, 'project_id': '722af816dadb42e79cb222e026e41b91', 'subnets': [{'id': 'f2538514-b783-4294-98f3-59765eeba5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:10.560764 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4004199b-9915-4770-8b3a-436d4579d66a req-e2f2b7d8-b692-476f-970d-9dcb08a461d5 service neutron] 10.222.0.18 "GET /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369820 Dec 15 16:12:10.564818 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b298a67-d1c6-4732-bfc6-13a8d122d205 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.603417 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b298a67-d1c6-4732-bfc6-13a8d122d205 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6277ba8a-2053-4cf4-994f-96090ab1a88e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:10.607951 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8b298a67-d1c6-4732-bfc6-13a8d122d205 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.610232 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-8b298a67-d1c6-4732-bfc6-13a8d122d205 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2219577 Dec 15 16:12:10.613050 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40430) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:10.619626 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-9091a1d6-5601-47f2-a9e5-4967d0972059 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'security_group_rule': {'security_group_id': '6277ba8a-2053-4cf4-994f-96090ab1a88e', 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:10.656778 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9091a1d6-5601-47f2-a9e5-4967d0972059 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.711886 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['2aa9ba55-7099-4c77-96de-51fbd5b9bd0f'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:12:10.772705 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9091a1d6-5601-47f2-a9e5-4967d0972059 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.782073 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9091a1d6-5601-47f2-a9e5-4967d0972059 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.788227 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69463c05-8243-48c8-9e74-494eb508d4dc None None] New status for floating IP 3c7f091e-56de-486b-a2e2-d97bc1a940a6: DOWN {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:12:10.808264 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091a1d6-5601-47f2-a9e5-4967d0972059 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a82259-93f5-4494-a773-adc3187a0f99,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:10.814831 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9091a1d6-5601-47f2-a9e5-4967d0972059 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.816162 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9091a1d6-5601-47f2-a9e5-4967d0972059 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2019701 Dec 15 16:12:10.819139 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40438) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:10.824367 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-fee1e099-1768-4e62-a785-2db379d25dbb tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'security_group_rule': {'security_group_id': '6277ba8a-2053-4cf4-994f-96090ab1a88e', 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:10.866066 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fee1e099-1768-4e62-a785-2db379d25dbb tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.987237 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fee1e099-1768-4e62-a785-2db379d25dbb tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.991056 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fee1e099-1768-4e62-a785-2db379d25dbb tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.010912 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1e099-1768-4e62-a785-2db379d25dbb tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d836750a-2741-4dd4-881e-25c46e9a4b8e,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:11.021418 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fee1e099-1768-4e62-a785-2db379d25dbb tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.022674 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-fee1e099-1768-4e62-a785-2db379d25dbb tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2022605 Dec 15 16:12:11.025675 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40442) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:11.030836 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-5d3530a0-c156-4a08-bbb1-d7b1890de5b3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'security_group_rule': {'security_group_id': '6277ba8a-2053-4cf4-994f-96090ab1a88e', 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:11.061602 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5d3530a0-c156-4a08-bbb1-d7b1890de5b3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.125817 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5d3530a0-c156-4a08-bbb1-d7b1890de5b3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.130324 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5d3530a0-c156-4a08-bbb1-d7b1890de5b3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.152544 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3530a0-c156-4a08-bbb1-d7b1890de5b3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6948a79c-c72e-4dd2-940e-6216ba590cbd,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:11.161034 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5d3530a0-c156-4a08-bbb1-d7b1890de5b3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.165436 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40444) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:11.165580 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-5d3530a0-c156-4a08-bbb1-d7b1890de5b3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386435 Dec 15 16:12:11.170271 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-d393153e-3119-4712-a2f7-386bd386fbd7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'security_group_rule': {'security_group_id': '6277ba8a-2053-4cf4-994f-96090ab1a88e', 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:11.196794 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d393153e-3119-4712-a2f7-386bd386fbd7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.254637 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d393153e-3119-4712-a2f7-386bd386fbd7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.258230 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d393153e-3119-4712-a2f7-386bd386fbd7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.276038 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393153e-3119-4712-a2f7-386bd386fbd7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc13525-9683-4060-93ef-ccf9509d538e,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:11.285428 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d393153e-3119-4712-a2f7-386bd386fbd7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.289509 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d393153e-3119-4712-a2f7-386bd386fbd7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199994 Dec 15 16:12:11.289684 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40446) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:11.294089 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-84286b13-b852-4e71-abf4-172c2daf9392 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'security_group_rule': {'security_group_id': '6277ba8a-2053-4cf4-994f-96090ab1a88e', 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:11.316101 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.securitygroups_db [None req-84286b13-b852-4e71-abf4-172c2daf9392 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Project 28eebd9de9a6480b8762cc5e77221f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:12:11.321496 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-84286b13-b852-4e71-abf4-172c2daf9392 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.399636 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-84286b13-b852-4e71-abf4-172c2daf9392 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.405686 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-84286b13-b852-4e71-abf4-172c2daf9392 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.432136 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84286b13-b852-4e71-abf4-172c2daf9392 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0b7513-52cb-41f8-a864-0b0d206db44f,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:11.447866 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-84286b13-b852-4e71-abf4-172c2daf9392 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.452404 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-84286b13-b852-4e71-abf4-172c2daf9392 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616406 Dec 15 16:12:11.453150 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40450) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:11.458259 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-bfd8bfb3-d181-44c5-b973-8053f2811845 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'security_group_rule': {'security_group_id': '6277ba8a-2053-4cf4-994f-96090ab1a88e', 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:11.459385 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.487879 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.securitygroups_db [None req-bfd8bfb3-d181-44c5-b973-8053f2811845 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Project 28eebd9de9a6480b8762cc5e77221f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:12:11.493528 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bfd8bfb3-d181-44c5-b973-8053f2811845 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.496102 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b349d5-0cf5-42d9-a5f6-3941e04d11bc req-26c39d88-be67-4dd9-b31b-cbab1b9c711e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:11.497626 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0b349d5-0cf5-42d9-a5f6-3941e04d11bc req-26c39d88-be67-4dd9-b31b-cbab1b9c711e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 944 time: 0.0535710 Dec 15 16:12:11.529490 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:11.571155 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0b349d5-0cf5-42d9-a5f6-3941e04d11bc req-cf432cdd-ab73-4751-b96b-6cea31dbe669 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671802 Dec 15 16:12:11.585614 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bfd8bfb3-d181-44c5-b973-8053f2811845 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.597855 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bfd8bfb3-d181-44c5-b973-8053f2811845 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.614281 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8bfb3-d181-44c5-b973-8053f2811845 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1a6372-b512-4345-a979-89d6c810dc10,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:11.621994 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:12:11.629019 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:11.629396 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.632485 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bfd8bfb3-d181-44c5-b973-8053f2811845 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.634088 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-bfd8bfb3-d181-44c5-b973-8053f2811845 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1797938 Dec 15 16:12:11.729111 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.756642 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:11.759051 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abea5bda-78ad-4ef4-a797-a8113ad18875" -d '{"events": [{"server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:11.779219 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:11.787754 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.836905 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b326c89-3536-4cd7-a9c5-48bf10e56bfc x-openstack-request-id: req-7b326c89-3536-4cd7-a9c5-48bf10e56bfc {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:11.837223 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:11.837480 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b326c89-3536-4cd7-a9c5-48bf10e56bfc {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:11.837878 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'code': 200} Dec 15 16:12:11.858686 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:11.948631 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40498) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:12.066963 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b84944-3726-4f6d-981d-56ed627ec7e5 req-fdb61e61-4fba-48b5-b27e-b81f5f14c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:12.069673 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-27b84944-3726-4f6d-981d-56ed627ec7e5 req-fdb61e61-4fba-48b5-b27e-b81f5f14c577 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 1098 time: 0.0503488 Dec 15 16:12:12.120057 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-33947749-e18f-4c46-ab08-80d9fece43f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.161312 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-27b84944-3726-4f6d-981d-56ed627ec7e5 req-4307ef59-f87e-440a-828a-6c035edaa0a6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828111 Dec 15 16:12:12.271215 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-33947749-e18f-4c46-ab08-80d9fece43f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.275432 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-33947749-e18f-4c46-ab08-80d9fece43f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.294807 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a81d3a-ff3d-465d-a1e3-b60b37c52f1a req-34a02adf-11bf-41ad-b169-8082b9ec0047 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:12.296299 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-49a81d3a-ff3d-465d-a1e3-b60b37c52f1a req-34a02adf-11bf-41ad-b169-8082b9ec0047 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.0846932 Dec 15 16:12:12.341395 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33947749-e18f-4c46-ab08-80d9fece43f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99d463e-baa5-45b6-ba0b-17444035e935,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:12.347331 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-33947749-e18f-4c46-ab08-80d9fece43f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1a272a20fa146e1a512356b5aa28515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3970537 Dec 15 16:12:12.349975 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40512) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:12.378833 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-49a81d3a-ff3d-465d-a1e3-b60b37c52f1a req-886a32c5-d2d9-46ca-90c1-ebcef53ec9c0 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737913 Dec 15 16:12:12.411489 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-faf1a5b5-c87c-4075-aa12-17cdda4b6309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.432968 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-faf1a5b5-c87c-4075-aa12-17cdda4b6309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.478856 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-faf1a5b5-c87c-4075-aa12-17cdda4b6309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.481523 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-faf1a5b5-c87c-4075-aa12-17cdda4b6309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.482705 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-faf1a5b5-c87c-4075-aa12-17cdda4b6309 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d99d463e-baa5-45b6-ba0b-17444035e935 HTTP/1.1" status: 204 len: 168 time: 0.1313808 Dec 15 16:12:12.491955 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1a5b5-c87c-4075-aa12-17cdda4b6309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99d463e-baa5-45b6-ba0b-17444035e935,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:12.706322 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6a247-63b3-4b81-a6aa-7cdf6ace6cde req-9871c90f-9078-4482-881a-7f82d68fb924 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:12.707948 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9df6a247-63b3-4b81-a6aa-7cdf6ace6cde req-9871c90f-9078-4482-881a-7f82d68fb924 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0596013 Dec 15 16:12:12.764161 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9df6a247-63b3-4b81-a6aa-7cdf6ace6cde req-d9bbcb36-ce8a-4c25-a3ca-b19200995fe9 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493355 Dec 15 16:12:12.766023 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40534) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:12.778823 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b715c34e-b789-4830-aac9-3b6c3a63ad35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.853264 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b715c34e-b789-4830-aac9-3b6c3a63ad35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.856666 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b715c34e-b789-4830-aac9-3b6c3a63ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.893492 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b715c34e-b789-4830-aac9-3b6c3a63ad35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b45c4432178445e97d7cdf370c61943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263623 Dec 15 16:12:12.894345 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715c34e-b789-4830-aac9-3b6c3a63ad35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce45292-93c9-474a-979f-e74df747e3a0,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:12.896091 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40536) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:12.946957 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b252a984-6304-41e3-909f-c89465d6576f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.968055 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b252a984-6304-41e3-909f-c89465d6576f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.014855 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b252a984-6304-41e3-909f-c89465d6576f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.018051 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b252a984-6304-41e3-909f-c89465d6576f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.019219 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b252a984-6304-41e3-909f-c89465d6576f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ce45292-93c9-474a-979f-e74df747e3a0 HTTP/1.1" status: 204 len: 168 time: 0.1220713 Dec 15 16:12:13.030063 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252a984-6304-41e3-909f-c89465d6576f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce45292-93c9-474a-979f-e74df747e3a0,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:13.204596 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 47e9ab1c-6ea3-4f30-abb0-9d649633f452 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:13.259941 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 47e9ab1c-6ea3-4f30-abb0-9d649633f452 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:13.260532 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.354892 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.376576 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-da8c98c7-f867-4664-81b9-e120761227af None None] For port 47e9ab1c-6ea3-4f30-abb0-9d649633f452, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=47e9ab1c-6ea3-4f30-abb0-9d649633f452,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:13.380893 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.436269 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Pushing event updated for resources: {'Port': ['ID=47e9ab1c-6ea3-4f30-abb0-9d649633f452,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:13.535439 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fd160-5712-4f2c-a836-3f5c1549fad6 req-26f4c559-2ec1-472e-8c96-3c54e30b79fd tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:13.537159 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a38fd160-5712-4f2c-a836-3f5c1549fad6 req-26f4c559-2ec1-472e-8c96-3c54e30b79fd tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.0498345 Dec 15 16:12:13.594387 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a38fd160-5712-4f2c-a836-3f5c1549fad6 req-5855f2a7-9e14-48c6-9dcd-b144319bb3cf tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463359 Dec 15 16:12:13.885132 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045355c6-1363-4641-b0df-e4a52ca97f09 req-9b208922-2def-4e29-bf57-61472c07dca3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:13.886740 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-045355c6-1363-4641-b0df-e4a52ca97f09 req-9b208922-2def-4e29-bf57-61472c07dca3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0494246 Dec 15 16:12:13.948501 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-045355c6-1363-4641-b0df-e4a52ca97f09 req-a89a7018-113a-49a5-932b-067353a8461b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549901 Dec 15 16:12:14.098201 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de835429-4283-48bf-9d8b-55fe95bf2863 req-95f3b9d1-0869-414a-b9ae-3126315acb53 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:14.099873 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-de835429-4283-48bf-9d8b-55fe95bf2863 req-95f3b9d1-0869-414a-b9ae-3126315acb53 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0592554 Dec 15 16:12:14.108455 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40606) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:14.113169 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-427afa3e-1f3f-4cdf-a144-c6b1ecf9e143 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Request body: {'floatingip': {'port_id': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:14.152804 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-427afa3e-1f3f-4cdf-a144-c6b1ecf9e143 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:14.253556 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Sync routers for ids ['1d89d332-4c11-4acf-8d03-062a4c07d300'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:14.264604 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Routers {'1d89d332-4c11-4acf-8d03-062a4c07d300'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:14.265190 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['1d89d332-4c11-4acf-8d03-062a4c07d300'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:14.405907 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Set router 1d89d332-4c11-4acf-8d03-062a4c07d300 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:14.482600 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300e478-844c-4503-be78-6799be8465d2 req-037483e7-1f85-488e-8f9f-4c1e175c8fcc tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:14.484231 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7300e478-844c-4503-be78-6799be8465d2 req-037483e7-1f85-488e-8f9f-4c1e175c8fcc tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.18 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.1061685 Dec 15 16:12:14.625884 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'name': 'tempest-TestVolumeBootPattern-102050397-router', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:08Z', 'revision_number': 4, 'project_id': '722af816dadb42e79cb222e026e41b91', 'gw_port': {'id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '95fb81d9-0a04-4b94-952e-93cfda52d7fa', 'name': '', 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'mac_address': 'fa:16:3e:7a:6d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f2538514-b783-4294-98f3-59765eeba5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:08Z', 'updated_at': '2021-12-15T16:12:08Z', 'revision_number': 2, 'project_id': '722af816dadb42e79cb222e026e41b91', 'subnets': [{'id': 'f2538514-b783-4294-98f3-59765eeba5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:14.661347 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Checking router: 1d89d332-4c11-4acf-8d03-062a4c07d300 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:14.662011 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Updating router 1d89d332-4c11-4acf-8d03-062a4c07d300 port 95fb81d9-0a04-4b94-952e-93cfda52d7fa binding host dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:12:14.701819 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:14.717701 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9a96a-a0a9-4085-9188-a447b88428db req-5a03df76-84e8-4182-b418-d29fcb661901 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:14.720346 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cac9a96a-a0a9-4085-9188-a447b88428db req-5a03df76-84e8-4182-b418-d29fcb661901 tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 946 time: 0.0548561 Dec 15 16:12:14.773367 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cac9a96a-a0a9-4085-9188-a447b88428db req-26edee82-260f-4ecb-aac1-85039320dc7a tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/security-groups?id=337d366a-94c7-4ecc-bc8e-b3c412c26614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471592 Dec 15 16:12:14.788908 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-427afa3e-1f3f-4cdf-a144-c6b1ecf9e143 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:14.794522 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-427afa3e-1f3f-4cdf-a144-c6b1ecf9e143 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:14.884545 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-7300e478-844c-4503-be78-6799be8465d2 req-5c07f9a1-ee9d-44e4-8375-129b036ad43c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Deleting port b63f7fb9-7756-47b1-b0b7-9773d09ed48c {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:14.884883 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-7300e478-844c-4503-be78-6799be8465d2 req-5c07f9a1-ee9d-44e4-8375-129b036ad43c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:14.951545 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-427afa3e-1f3f-4cdf-a144-c6b1ecf9e143 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Floating IP 4b318c29-e086-4a5b-bb2a-ddc8dc09b324 associated. External IP: 172.27.1.47, port: 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f. Dec 15 16:12:14.988414 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:14.993811 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.032210 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-7300e478-844c-4503-be78-6799be8465d2 req-5c07f9a1-ee9d-44e4-8375-129b036ad43c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] For port b63f7fb9-7756-47b1-b0b7-9773d09ed48c, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:15.032716 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-7300e478-844c-4503-be78-6799be8465d2 req-5c07f9a1-ee9d-44e4-8375-129b036ad43c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.076759 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-7300e478-844c-4503-be78-6799be8465d2 req-5c07f9a1-ee9d-44e4-8375-129b036ad43c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Calling delete_port for b63f7fb9-7756-47b1-b0b7-9773d09ed48c owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:15.133085 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febe08e-a5aa-475f-9e96-7f5430159473 None None] Pushing event updated for resources: {'Port': ['ID=95fb81d9-0a04-4b94-952e-93cfda52d7fa,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:15.191267 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Attempting to bind port 95fb81d9-0a04-4b94-952e-93cfda52d7fa on host dv-cinder-800703-3-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:15.191663 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Attempting to bind port 95fb81d9-0a04-4b94-952e-93cfda52d7fa by drivers openvswitch,hyperv on host dv-cinder-800703-3-iscsi at level 0 using segments [{'id': 'de64350a-9e29-4353-91c6-c7eaf1c9aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:15.192027 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Attempting to bind port 95fb81d9-0a04-4b94-952e-93cfda52d7fa on network 82886a44-a43f-417d-8136-5abb7d69957a {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:15.198806 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Checking agent: {'id': '451f06fb-c516-4f2f-ae52-d0e947422aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 15, 59, 41), 'started_at': datetime.datetime(2021, 12, 15, 16, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:15.199182 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Checking segment: {'id': 'de64350a-9e29-4353-91c6-c7eaf1c9aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:15.199589 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.199983 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Bound using segment: {'id': 'de64350a-9e29-4353-91c6-c7eaf1c9aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:15.200852 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Bound port: 95fb81d9-0a04-4b94-952e-93cfda52d7fa, host: dv-cinder-800703-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de64350a-9e29-4353-91c6-c7eaf1c9aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:15.201249 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.251525 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 47e9ab1c-6ea3-4f30-abb0-9d649633f452 up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:15.283056 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] For port 95fb81d9-0a04-4b94-952e-93cfda52d7fa, host dv-cinder-800703-3-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:15.286966 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] For port 95fb81d9-0a04-4b94-952e-93cfda52d7fa, host dv-cinder-800703-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=95fb81d9-0a04-4b94-952e-93cfda52d7fa,segment=NetworkSegment(de64350a-9e29-4353-91c6-c7eaf1c9aa5c),segment_id=de64350a-9e29-4353-91c6-c7eaf1c9aa5c)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:15.293845 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.317091 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427afa3e-1f3f-4cdf-a144-c6b1ecf9e143 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:15.321269 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 47e9ab1c-6ea3-4f30-abb0-9d649633f452 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:15.321924 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.360625 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Routers {'1d89d332-4c11-4acf-8d03-062a4c07d300'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:15.361624 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['1d89d332-4c11-4acf-8d03-062a4c07d300'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:15.369760 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-7300e478-844c-4503-be78-6799be8465d2 req-5c07f9a1-ee9d-44e4-8375-129b036ad43c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.382373 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['b63f7fb9-7756-47b1-b0b7-9773d09ed48c'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:12:15.425145 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07f9a1-ee9d-44e4-8375-129b036ad43c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Pushing event deleted for resources: {'Port': ['ID=b63f7fb9-7756-47b1-b0b7-9773d09ed48c,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:15.495734 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febe08e-a5aa-475f-9e96-7f5430159473 None None] Pushing event updated for resources: {'Port': ['ID=95fb81d9-0a04-4b94-952e-93cfda52d7fa,revision_number=4']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:15.529131 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-7300e478-844c-4503-be78-6799be8465d2 req-5c07f9a1-ee9d-44e4-8375-129b036ad43c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] No DVR routers for this DVR port b63f7fb9-7756-47b1-b0b7-9773d09ed48c on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:12:15.533373 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-7300e478-844c-4503-be78-6799be8465d2 req-5c07f9a1-ee9d-44e4-8375-129b036ad43c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.536937 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7300e478-844c-4503-be78-6799be8465d2 req-5c07f9a1-ee9d-44e4-8375-129b036ad43c tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.18 "DELETE /v2.0/ports/b63f7fb9-7756-47b1-b0b7-9773d09ed48c HTTP/1.1" status: 204 len: 173 time: 1.0440500 Dec 15 16:12:15.537411 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'name': 'network-vif-deleted', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:15.539703 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcb6da1-7fab-4630-a695-6783d04dc403" -d '{"events": [{"server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "name": "network-vif-deleted", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:15.555779 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427afa3e-1f3f-4cdf-a144-c6b1ecf9e143 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:15.566616 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-427afa3e-1f3f-4cdf-a144-c6b1ecf9e143 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.585905 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-30f4418f-818c-4fe2-80a6-6539c9e8d2cf None None] Provisioning complete for port 95fb81d9-0a04-4b94-952e-93cfda52d7fa triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:15.586631 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-30f4418f-818c-4fe2-80a6-6539c9e8d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.589132 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ff6c8-d708-41a5-86cc-7eb0779e9f71 None None] Sync routers for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:15.613124 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] Set router 1d89d332-4c11-4acf-8d03-062a4c07d300 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:15.619403 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-427afa3e-1f3f-4cdf-a144-c6b1ecf9e143 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "PUT /v2.0/floatingips/4b318c29-e086-4a5b-bb2a-ddc8dc09b324 HTTP/1.1" status: 200 len: 990 time: 1.5097678 Dec 15 16:12:15.621500 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf47109b-06b2-4dca-927a-066624b4a9e2 x-openstack-request-id: req-bf47109b-06b2-4dca-927a-066624b4a9e2 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:15.623046 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dcd08b-43c4-4fe1-af20-c63e6927740f", "name": "network-vif-deleted", "tag": "b63f7fb9-7756-47b1-b0b7-9773d09ed48c", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:15.624890 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf47109b-06b2-4dca-927a-066624b4a9e2 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:15.625608 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dcd08b-43c4-4fe1-af20-c63e6927740f', 'name': 'network-vif-deleted', 'tag': 'b63f7fb9-7756-47b1-b0b7-9773d09ed48c', 'status': 'completed', 'code': 200} Dec 15 16:12:15.658877 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ff6c8-d708-41a5-86cc-7eb0779e9f71 None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:15.659669 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-557ff6c8-d708-41a5-86cc-7eb0779e9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:15.802754 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-30f4418f-818c-4fe2-80a6-6539c9e8d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.853856 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-557ff6c8-d708-41a5-86cc-7eb0779e9f71 None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:15.864262 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-30f4418f-818c-4fe2-80a6-6539c9e8d2cf None None] For port 95fb81d9-0a04-4b94-952e-93cfda52d7fa, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=95fb81d9-0a04-4b94-952e-93cfda52d7fa,segment=NetworkSegment(de64350a-9e29-4353-91c6-c7eaf1c9aa5c),segment_id=de64350a-9e29-4353-91c6-c7eaf1c9aa5c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:15.896592 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-30f4418f-818c-4fe2-80a6-6539c9e8d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.904196 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-90efb129-2483-47d5-afbd-a6836c82bc32 req-0ba07f1b-6509-4da5-80a0-43030d5c0f4e tempest-TestMinimumBasicScenario-553983164 tempest-TestMinimumBasicScenario-553983164-project] 10.222.0.41 "GET /v2.0/ports?device_id=30dcd08b-43c4-4fe1-af20-c63e6927740f HTTP/1.1" status: 200 len: 210 time: 0.0356836 Dec 15 16:12:15.918415 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'name': 'tempest-TestVolumeBootPattern-102050397-router', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:08Z', 'revision_number': 4, 'project_id': '722af816dadb42e79cb222e026e41b91', 'gw_port': {'id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '95fb81d9-0a04-4b94-952e-93cfda52d7fa', 'name': '', 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'mac_address': 'fa:16:3e:7a:6d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f2538514-b783-4294-98f3-59765eeba5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:08Z', 'updated_at': '2021-12-15T16:12:15Z', 'revision_number': 4, 'project_id': '722af816dadb42e79cb222e026e41b91', 'subnets': [{'id': 'f2538514-b783-4294-98f3-59765eeba5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:15.950931 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ab79e-b444-4241-a5b5-785059be4fc3 None None] The sync data for ids ['1d89d332-4c11-4acf-8d03-062a4c07d300'] in dv-cinder-800703-3-iscsi is: [{'id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'name': 'tempest-TestVolumeBootPattern-102050397-router', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:08Z', 'revision_number': 4, 'project_id': '722af816dadb42e79cb222e026e41b91', 'gw_port': {'id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '95fb81d9-0a04-4b94-952e-93cfda52d7fa', 'name': '', 'network_id': '82886a44-a43f-417d-8136-5abb7d69957a', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'mac_address': 'fa:16:3e:7a:6d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f2538514-b783-4294-98f3-59765eeba5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:08Z', 'updated_at': '2021-12-15T16:12:15Z', 'revision_number': 4, 'project_id': '722af816dadb42e79cb222e026e41b91', 'subnets': [{'id': 'f2538514-b783-4294-98f3-59765eeba5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:16.040766 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4418f-818c-4fe2-80a6-6539c9e8d2cf None None] Pushing event updated for resources: {'Port': ['ID=95fb81d9-0a04-4b94-952e-93cfda52d7fa,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:16.106540 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-ff07b5fd-08a3-4d40-bf01-9f94cfdd9cf2 None None] Provisioning complete for port 95fb81d9-0a04-4b94-952e-93cfda52d7fa triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:16.106878 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ff07b5fd-08a3-4d40-bf01-9f94cfdd9cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.304142 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-557ff6c8-d708-41a5-86cc-7eb0779e9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '4b318c29-e086-4a5b-bb2a-ddc8dc09b324', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'port_id': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'mac_address': 'fa:16:3e:62:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a5452-6ada-4537-ac76-03d697ce6d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:14Z', 'revision_number': 1, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:16.331196 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ff6c8-d708-41a5-86cc-7eb0779e9f71 None None] Checking router: c3e2c533-d9de-4263-bf3a-9e03a8fd5929 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:16.340700 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ff6c8-d708-41a5-86cc-7eb0779e9f71 None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:16.341328 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-557ff6c8-d708-41a5-86cc-7eb0779e9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:16.454233 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-557ff6c8-d708-41a5-86cc-7eb0779e9f71 None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:16.809826 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-557ff6c8-d708-41a5-86cc-7eb0779e9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '4b318c29-e086-4a5b-bb2a-ddc8dc09b324', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'port_id': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'mac_address': 'fa:16:3e:62:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a5452-6ada-4537-ac76-03d697ce6d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:14Z', 'revision_number': 1, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:16.836784 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ff6c8-d708-41a5-86cc-7eb0779e9f71 None None] The sync data for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi is: [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '4b318c29-e086-4a5b-bb2a-ddc8dc09b324', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'port_id': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'mac_address': 'fa:16:3e:62:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a5452-6ada-4537-ac76-03d697ce6d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:14Z', 'revision_number': 1, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:17.210540 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 95fb81d9-0a04-4b94-952e-93cfda52d7fa up at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:17.259308 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Provisioning complete for port 95fb81d9-0a04-4b94-952e-93cfda52d7fa triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:17.259704 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:17.626987 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:17.629269 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c2189d-44e3-49e6-a45b-28b9aba8101c" -d '{"events": [{"name": "network-changed", "server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:17.668378 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb8ce10-9cc7-40e6-b32c-a3d7248d783e x-openstack-request-id: req-eeb8ce10-9cc7-40e6-b32c-a3d7248d783e {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:17.668770 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:17.668911 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eeb8ce10-9cc7-40e6-b32c-a3d7248d783e {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:17.669358 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'status': 'completed', 'code': 200} Dec 15 16:12:17.734375 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2189d-44e3-49e6-a45b-28b9aba8101c req-b5dfc9ee-89c3-46a8-b28b-0784b1707d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:17.735979 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-51c2189d-44e3-49e6-a45b-28b9aba8101c req-b5dfc9ee-89c3-46a8-b28b-0784b1707d8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 1098 time: 0.0455494 Dec 15 16:12:17.830132 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2189d-44e3-49e6-a45b-28b9aba8101c req-ad7cf160-c00a-4f83-9c44-7d6dd79889ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:17.831628 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-51c2189d-44e3-49e6-a45b-28b9aba8101c req-ad7cf160-c00a-4f83-9c44-7d6dd79889ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 200 len: 917 time: 0.0876851 Dec 15 16:12:17.909249 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-51c2189d-44e3-49e6-a45b-28b9aba8101c req-86ad75fb-d4e7-4011-96d5-7e13f85530a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f HTTP/1.1" status: 200 len: 998 time: 0.0652049 Dec 15 16:12:17.975202 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2189d-44e3-49e6-a45b-28b9aba8101c req-bfc54683-8344-4457-9198-e7ff64e41a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:17.976668 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-51c2189d-44e3-49e6-a45b-28b9aba8101c req-bfc54683-8344-4457-9198-e7ff64e41a1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7619fe57-562e-4dcd-85a1-474a5ed5dfef HTTP/1.1" status: 200 len: 855 time: 0.0496736 Dec 15 16:12:18.025892 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2189d-44e3-49e6-a45b-28b9aba8101c req-312328bf-0187-41dd-9d3c-02e5af3be846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:18.027519 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-51c2189d-44e3-49e6-a45b-28b9aba8101c req-312328bf-0187-41dd-9d3c-02e5af3be846 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9de569e-dedf-412f-ac55-6fe163ed494a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397203 Dec 15 16:12:18.119884 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-51c2189d-44e3-49e6-a45b-28b9aba8101c req-94261743-d7e9-4e94-a9fb-be6653b367ec service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836506 Dec 15 16:12:18.234832 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20488def-ac9a-481e-9b39-38ee3f548324 req-b38c571d-d472-4593-abc1-de1fcd730333 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:18.236358 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-20488def-ac9a-481e-9b39-38ee3f548324 req-b38c571d-d472-4593-abc1-de1fcd730333 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.2536507 Dec 15 16:12:18.263781 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-51c2189d-44e3-49e6-a45b-28b9aba8101c req-1aaff5a0-430c-4429-9d8c-ed30523cf753 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348403 Dec 15 16:12:18.296148 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-20488def-ac9a-481e-9b39-38ee3f548324 req-b34e5896-0ba7-4f3e-b553-93b90873ff99 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538235 Dec 15 16:12:18.736874 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dda41b8-6c9d-4bbf-8021-40386427055a None None] New status for floating IP 4b318c29-e086-4a5b-bb2a-ddc8dc09b324: ACTIVE {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:12:19.416343 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3287a-d53c-4722-bd58-dcb93dc62e6d req-793b240c-8ff3-4ab3-aeab-8e56701894a3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:19.417794 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5ae3287a-d53c-4722-bd58-dcb93dc62e6d req-793b240c-8ff3-4ab3-aeab-8e56701894a3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0481045 Dec 15 16:12:19.463819 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5ae3287a-d53c-4722-bd58-dcb93dc62e6d req-c83576a5-9b93-4a6f-8181-1d196b561ba8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400794 Dec 15 16:12:19.546946 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device b63f7fb9-7756-47b1-b0b7-9773d09ed48c no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:12:19.567752 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: b63f7fb9-7756-47b1-b0b7-9773d09ed48c {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:12:19.568099 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device b63f7fb9-7756-47b1-b0b7-9773d09ed48c not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:12:20.164965 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-6e3b7a55-d38f-45f9-8290-31977fdd251c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:20.166406 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-6e3b7a55-d38f-45f9-8290-31977fdd251c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.18 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0510340 Dec 15 16:12:20.259315 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Deleting port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:20.259658 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:20.351590 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] For port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:20.351870 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:20.800754 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:20.801447 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:20.801557 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Floating IP 522ea0af-7648-4058-9f6c-704ed614f05d disassociated. External IP: 172.27.1.196, port: ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd. Dec 15 16:12:20.801963 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Calling delete_port for ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:20.825542 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8885f4-88b3-45b6-9fb7-a957f32b382a req-9495ddc5-0c90-480f-93e6-6d404c2f5dae tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:20.827045 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bd8885f4-88b3-45b6-9fb7-a957f32b382a req-9495ddc5-0c90-480f-93e6-6d404c2f5dae tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=854116b0-a886-4d4c-84c4-092c1f46b5dc HTTP/1.1" status: 200 len: 945 time: 0.0804176 Dec 15 16:12:20.920358 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bd8885f4-88b3-45b6-9fb7-a957f32b382a req-975a3d89-5bfb-4c4f-87cc-17a4a0b9e69b tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=9deb80c6-76fe-400a-946a-81849b7bafcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614245 Dec 15 16:12:20.981345 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:21.014062 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event deleted for resources: {'Port': ['ID=ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:21.123396 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:21.231850 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:21.241518 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50102169-ebe8-4d1c-874a-b3d16e6d8c81 None None] Sync routers for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:21.252076 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50102169-ebe8-4d1c-874a-b3d16e6d8c81 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:21.252670 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-50102169-ebe8-4d1c-874a-b3d16e6d8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:21.269907 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] No DVR routers for this DVR port ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:12:21.272433 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:21.275809 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ed5e2da2-d1fd-45c4-84ff-0382ff18e21f req-f7cdc8e7-a41a-4f59-a44b-fe9003d723fb tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.18 "DELETE /v2.0/ports/ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd HTTP/1.1" status: 204 len: 173 time: 1.1027784 Dec 15 16:12:21.276255 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'name': 'network-vif-deleted', 'tag': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:21.278791 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd30dc64-566c-4a68-b380-0cf023e0eac6" -d '{"events": [{"server_uuid": "854116b0-a886-4d4c-84c4-092c1f46b5dc", "name": "network-vif-deleted", "tag": "ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:21.320321 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ae44b-aa6d-4a96-972e-409c9de5193b x-openstack-request-id: req-3f4ae44b-aa6d-4a96-972e-409c9de5193b {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:21.321297 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854116b0-a886-4d4c-84c4-092c1f46b5dc", "name": "network-vif-deleted", "tag": "ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:21.321297 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f4ae44b-aa6d-4a96-972e-409c9de5193b {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:21.321870 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854116b0-a886-4d4c-84c4-092c1f46b5dc', 'name': 'network-vif-deleted', 'tag': 'ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd', 'status': 'completed', 'code': 200} Dec 15 16:12:21.366612 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-50102169-ebe8-4d1c-874a-b3d16e6d8c81 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:21.581426 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-50102169-ebe8-4d1c-874a-b3d16e6d8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:21.607768 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50102169-ebe8-4d1c-874a-b3d16e6d8c81 None None] Checking router: 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:21.615917 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50102169-ebe8-4d1c-874a-b3d16e6d8c81 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:21.616506 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-50102169-ebe8-4d1c-874a-b3d16e6d8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:21.726144 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-50102169-ebe8-4d1c-874a-b3d16e6d8c81 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:21.940604 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-50102169-ebe8-4d1c-874a-b3d16e6d8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:21.966910 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50102169-ebe8-4d1c-874a-b3d16e6d8c81 None None] The sync data for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi is: [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:22.012080 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40708) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:22.070798 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-dd2a15fc-0a45-4f51-9f06-138e3140c251 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.094296 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-dd2a15fc-0a45-4f51-9f06-138e3140c251 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.145456 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-dd2a15fc-0a45-4f51-9f06-138e3140c251 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.148396 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-dd2a15fc-0a45-4f51-9f06-138e3140c251 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.149596 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-dd2a15fc-0a45-4f51-9f06-138e3140c251 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "DELETE /v2.0/security-groups/9deb80c6-76fe-400a-946a-81849b7bafcf HTTP/1.1" status: 204 len: 168 time: 0.1365154 Dec 15 16:12:22.152643 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40710) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:22.159665 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a15fc-0a45-4f51-9f06-138e3140c251 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deb80c6-76fe-400a-946a-81849b7bafcf,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:22.167184 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.api.v2.resource [None req-d951e93c-f28e-4193-8d2f-102e4f0afc74 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] show failed (client error): The resource could not be found. Dec 15 16:12:22.168203 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d951e93c-f28e-4193-8d2f-102e4f0afc74 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups/9deb80c6-76fe-400a-946a-81849b7bafcf HTTP/1.1" status: 404 len: 347 time: 0.0139885 Dec 15 16:12:22.171169 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40712) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:22.214687 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16225090-a587-4fb3-b0ad-5d454aa278f2 None None] New status for floating IP 522ea0af-7648-4058-9f6c-704ed614f05d: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:12:22.300727 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Deleting port 1cdb0e35-ceef-4d12-b4c9-d0eaa4e6bb9b {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:22.301148 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.387425 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.387751 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.399085 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Calling delete_port for 1cdb0e35-ceef-4d12-b4c9-d0eaa4e6bb9b owned by network:floatingip {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:22.538435 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.775610 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event deleted for resources: {'Port': ['ID=1cdb0e35-ceef-4d12-b4c9-d0eaa4e6bb9b,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:22.788123 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.788485 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.788845 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.789185 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.789521 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.790123 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.790273 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.790530 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.790973 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.791180 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.791509 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.791831 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.792152 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:22.870408 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.872993 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.877747 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d639b6fd-29a3-4d7a-b98a-506e4b983db3 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "DELETE /v2.0/floatingips/522ea0af-7648-4058-9f6c-704ed614f05d HTTP/1.1" status: 204 len: 168 time: 0.7048025 Dec 15 16:12:23.087687 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40722) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:23.092315 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-f40958b5-1e41-473d-b1bd-6b7e17fa72b2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--258827671', 'description': 'tempest-description--914417390'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:23.113939 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f40958b5-1e41-473d-b1bd-6b7e17fa72b2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.181297 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f40958b5-1e41-473d-b1bd-6b7e17fa72b2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.185137 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f40958b5-1e41-473d-b1bd-6b7e17fa72b2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.216234 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f40958b5-1e41-473d-b1bd-6b7e17fa72b2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.217453 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f40958b5-1e41-473d-b1bd-6b7e17fa72b2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1286588 Dec 15 16:12:23.219473 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40958b5-1e41-473d-b1bd-6b7e17fa72b2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9addc6-57b0-447e-834e-f617e50fb022,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:23.220773 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40724) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:23.225542 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-8a294b91-bb12-46a7-b700-dd98af55cb87 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'security_group_rule': {'security_group_id': '4b9addc6-57b0-447e-834e-f617e50fb022', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:23.260989 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8a294b91-bb12-46a7-b700-dd98af55cb87 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.310375 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8a294b91-bb12-46a7-b700-dd98af55cb87 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.314643 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8a294b91-bb12-46a7-b700-dd98af55cb87 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.335987 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a294b91-bb12-46a7-b700-dd98af55cb87 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cee7c1-ca30-4393-9edc-bc1006484b76,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:23.342594 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8a294b91-bb12-46a7-b700-dd98af55cb87 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.347143 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8a294b91-bb12-46a7-b700-dd98af55cb87 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220169 Dec 15 16:12:23.347348 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40728) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:23.351686 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-49e8bcaa-847a-4f39-9ac6-1411c6af30ff tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'security_group_rule': {'security_group_id': '4b9addc6-57b0-447e-834e-f617e50fb022', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:23.399758 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-49e8bcaa-847a-4f39-9ac6-1411c6af30ff tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.461701 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-49e8bcaa-847a-4f39-9ac6-1411c6af30ff tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.465578 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-49e8bcaa-847a-4f39-9ac6-1411c6af30ff tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384987'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.483791 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8bcaa-847a-4f39-9ac6-1411c6af30ff tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7403c7b9-bf56-4e29-a083-7548782b4c8a,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:23.493749 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-49e8bcaa-847a-4f39-9ac6-1411c6af30ff tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.497769 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-49e8bcaa-847a-4f39-9ac6-1411c6af30ff tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466832 Dec 15 16:12:23.498173 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40730) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:23.503539 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'floatingip': {'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:23.536722 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.639346 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.747012 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Allocated IP 172.27.1.116 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/34fd963c-d1f8-480f-be8a-9e8c63551818) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:23.847605 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.889065 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.928214 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:23.931092 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:23.934599 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:23.960501 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'Port': ['ID=34fd963c-d1f8-480f-be8a-9e8c63551818,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:24.024297 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.059818 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.211423 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.216851 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987328'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.286066 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'Port': ['ID=34fd963c-d1f8-480f-be8a-9e8c63551818,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:24.294180 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.310680 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.311922 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ebb992df-4302-4a02-b471-8dd6806183ea tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8127310 Dec 15 16:12:25.566814 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:12:25.586911 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:12:25.587367 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device ee1c4c7d-2938-4df7-abbf-fb169f0ad0cd not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:12:27.307981 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052b955-52c6-480a-990c-a497bc1cc520 req-cf60e696-a550-488d-a680-6a9fdc2c09da tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:27.309485 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e052b955-52c6-480a-990c-a497bc1cc520 req-cf60e696-a550-488d-a680-6a9fdc2c09da tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.1049855 Dec 15 16:12:27.364023 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e052b955-52c6-480a-990c-a497bc1cc520 req-2c7d33ce-4494-4092-9dc8-04d78acf72c0 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485349 Dec 15 16:12:28.423432 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:12:28.482233 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00015046-ac6a-4dfe-a07c-9ed265ba9ad9 req-d6a21467-c61a-49cd-a485-bda642904d9d tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:28.483709 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-00015046-ac6a-4dfe-a07c-9ed265ba9ad9 req-d6a21467-c61a-49cd-a485-bda642904d9d tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0499330 Dec 15 16:12:28.534547 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-00015046-ac6a-4dfe-a07c-9ed265ba9ad9 req-36749e8e-5c27-4d06-b774-ec02ed3faf12 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444219 Dec 15 16:12:29.588715 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:29.654911 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d589473-3ba7-4f49-b7bb-1c07cfe0288f req-2b9978e8-5b37-45cb-8f6f-9e9313922f48 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:29.656436 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7d589473-3ba7-4f49-b7bb-1c07cfe0288f req-2b9978e8-5b37-45cb-8f6f-9e9313922f48 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0501864 Dec 15 16:12:29.710918 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7d589473-3ba7-4f49-b7bb-1c07cfe0288f req-56bb7853-e42a-4264-9598-a28e35d8d0db tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482967 Dec 15 16:12:30.589233 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40838) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:30.719687 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-5f9f32bd-4744-4286-93c7-7930cd991962 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--258827671&fields=id&tenant_id=3e13488e748245a68c7bee06a92fb0ff HTTP/1.1" status: 200 len: 267 time: 0.0440302 Dec 15 16:12:30.826247 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a297184a-86e3-4a8f-b4fe-afdacbd79d72 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:30.827759 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a297184a-86e3-4a8f-b4fe-afdacbd79d72 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/networks?id=712a2ed7-316f-482c-893d-a6ba2836f0df HTTP/1.1" status: 200 len: 810 time: 0.1010032 Dec 15 16:12:30.844126 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-24c56372-d809-4048-ae81-fe0022505dc7 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/quotas/3e13488e748245a68c7bee06a92fb0ff HTTP/1.1" status: 200 len: 375 time: 0.0101476 Dec 15 16:12:30.863676 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80696b-f6ba-4216-9d6b-fa4ffe1d2569 req-4e2f507f-f27e-458e-9cf9-f5bab102ea89 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:30.865390 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-db80696b-f6ba-4216-9d6b-fa4ffe1d2569 req-4e2f507f-f27e-458e-9cf9-f5bab102ea89 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0831125 Dec 15 16:12:30.900699 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-d4fa1972-7a32-484e-85c9-422b8e765b0a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e13488e748245a68c7bee06a92fb0ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502100 Dec 15 16:12:30.953310 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-db80696b-f6ba-4216-9d6b-fa4ffe1d2569 req-79c16f52-ef2c-49dc-97df-af00fc749773 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758700 Dec 15 16:12:31.021122 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556817'] for router_interface, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.055462 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-762bdb22-8864-4b8a-9f8c-4f07fcaed183 service neutron] 10.222.0.41 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421614 Dec 15 16:12:31.148784 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-d94177f5-5178-46cc-80cb-5e1070e46cd9 service neutron] 10.222.0.41 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871842 Dec 15 16:12:31.293564 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] Deleting port 0e444e5a-3142-4ae2-ba00-26b4ce264da5 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:31.293917 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.361222 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9f98eed8-1fb9-4aa8-88a6-dcce9e785389 req-d9826341-e86b-4464-8b6a-c8e8d007a446 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 210 time: 0.0551965 Dec 15 16:12:31.396294 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] For port 0e444e5a-3142-4ae2-ba00-26b4ce264da5, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=0e444e5a-3142-4ae2-ba00-26b4ce264da5,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:31.396711 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.413682 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] Calling delete_port for 0e444e5a-3142-4ae2-ba00-26b4ce264da5 owned by network:router_interface {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:31.595671 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.632171 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e444e5a-3142-4ae2-ba00-26b4ce264da5,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:31.816154 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556941'] for router_interface, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.042351 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] Router e6935872-9fe2-443a-989a-120d26e3c08a has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:32.105001 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39509f3d-9b3d-4ce4-8269-5453a5b2ed54 req-a8e567d9-1978-4c24-b7d0-ddc8411a905e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:32.106575 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-39509f3d-9b3d-4ce4-8269-5453a5b2ed54 req-a8e567d9-1978-4c24-b7d0-ddc8411a905e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0669527 Dec 15 16:12:32.157232 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-39509f3d-9b3d-4ce4-8269-5453a5b2ed54 req-ee52b7f8-c67f-4b85-9a03-d5951f76f9f4 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446548 Dec 15 16:12:32.161942 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:32.166968 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-aef8397f-e681-4c4f-8cb1-72020e87ec47 admin admin] 10.222.0.41 "PUT /v2.0/routers/e6935872-9fe2-443a-989a-120d26e3c08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5766702 Dec 15 16:12:32.178066 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40882) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:32.178305 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd01f2-431d-468c-b253-b68129ce777e None None] Sync routers for ids ['e6935872-9fe2-443a-989a-120d26e3c08a'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:32.197338 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd01f2-431d-468c-b253-b68129ce777e None None] Routers {'e6935872-9fe2-443a-989a-120d26e3c08a'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:32.198032 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-b9fd01f2-431d-468c-b253-b68129ce777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['e6935872-9fe2-443a-989a-120d26e3c08a'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:32.274327 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Publish callbacks [] for router, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.304215 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-b9fd01f2-431d-468c-b253-b68129ce777e None None] Set router e6935872-9fe2-443a-989a-120d26e3c08a gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:32.503653 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-b9fd01f2-431d-468c-b253-b68129ce777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:12:31Z', 'revision_number': 5, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:32.540570 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd01f2-431d-468c-b253-b68129ce777e None None] Checking router: e6935872-9fe2-443a-989a-120d26e3c08a for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:32.557304 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4bb33417-1fd5-4643-b474-87d3f4e4ff91 req-c9f12176-0cfa-4fe7-842c-20ba639a83c8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 210 time: 0.0782702 Dec 15 16:12:32.557831 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd01f2-431d-468c-b253-b68129ce777e None None] Routers {'e6935872-9fe2-443a-989a-120d26e3c08a'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:32.558697 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-b9fd01f2-431d-468c-b253-b68129ce777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['e6935872-9fe2-443a-989a-120d26e3c08a'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:32.627096 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a17df12b-a856-41f1-9d5b-b25d8b3e25c9 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:32.628610 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a17df12b-a856-41f1-9d5b-b25d8b3e25c9 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.18 "GET /v2.0/networks?id=712a2ed7-316f-482c-893d-a6ba2836f0df HTTP/1.1" status: 200 len: 810 time: 0.1921389 Dec 15 16:12:32.651812 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.690702 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-b9fd01f2-431d-468c-b253-b68129ce777e None None] Set router e6935872-9fe2-443a-989a-120d26e3c08a gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:32.710774 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-47fa0391-3563-48ae-bed0-b7d3f3053d32 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e13488e748245a68c7bee06a92fb0ff HTTP/1.1" status: 200 len: 379 time: 0.0577619 Dec 15 16:12:32.722521 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'port': {'device_id': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'admin_state_up': True, 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'security_groups': ['4b9addc6-57b0-447e-834e-f617e50fb022']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:32.727980 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Deleting port b836492b-a71b-4525-815c-931ff861cbae {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:32.728322 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.817313 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] For port b836492b-a71b-4525-815c-931ff861cbae, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=b836492b-a71b-4525-815c-931ff861cbae,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:32.817727 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.831623 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Calling delete_port for b836492b-a71b-4525-815c-931ff861cbae owned by network:router_gateway {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:32.838395 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Made reservation on behalf of 3e13488e748245a68c7bee06a92fb0ff for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:32.842148 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.979627 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Allocated IP 172.20.0.6 (712a2ed7-316f-482c-893d-a6ba2836f0df/c71309d7-57b5-4614-bac4-b306ead160c1/43d41972-3fcb-46b9-9b91-ad8f8a032907) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:33.010424 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-b9fd01f2-431d-468c-b253-b68129ce777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:12:31Z', 'revision_number': 5, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:33.015609 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.039750 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd01f2-431d-468c-b253-b68129ce777e None None] The sync data for ids ['e6935872-9fe2-443a-989a-120d26e3c08a'] in dv-cinder-800703-3-iscsi is: [{'id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'name': 'tempest-TestMinimumBasicScenario-820051421-router', 'tenant_id': '3c3dc08abeae460eb69305e30b4fe62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'b836492b-a71b-4525-815c-931ff861cbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:33Z', 'updated_at': '2021-12-15T16:12:31Z', 'revision_number': 5, 'project_id': '3c3dc08abeae460eb69305e30b4fe62d', 'gw_port': {'id': 'b836492b-a71b-4525-815c-931ff861cbae', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6935872-9fe2-443a-989a-120d26e3c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:35Z', 'updated_at': '2021-12-15T16:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:33.044682 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Pushing event deleted for resources: {'Port': ['ID=b836492b-a71b-4525-815c-931ff861cbae,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:33.114643 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552239'] for router_gateway, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.124629 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.162777 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.203951 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12919'] for router, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.207639 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.209524 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Network 712a2ed7-316f-482c-893d-a6ba2836f0df is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:33.212550 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:33.216954 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:33.221450 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event updated for resources: {'Port': ['ID=43d41972-3fcb-46b9-9b91-ad8f8a032907,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:33.265753 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549814'] for router, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.266651 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6935872-9fe2-443a-989a-120d26e3c08a {{(pid=102582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:12:33.272051 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.273201 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d8101c61-fd2c-4f12-a31d-9a7b5443d154 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e6935872-9fe2-443a-989a-120d26e3c08a HTTP/1.1" status: 204 len: 168 time: 1.1025951 Dec 15 16:12:33.276725 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40902) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:33.279485 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:33.282083 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.309759 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-a03e979d-0954-4333-957a-6b86e8e54d1d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913334 Dec 15 16:12:33.370308 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-0648cbe0-b4dd-4e5e-b52d-ebe6f56348d5 admin admin] Deleting subnet 705fb32e-d286-47d7-a96f-4dbad7905390 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:12:33.375344 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0648cbe0-b4dd-4e5e-b52d-ebe6f56348d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.391752 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Request body: {'port': {'device_id': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:33.439327 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63641fa7-450f-4534-952d-0737a7944bf7 req-d8fba7da-53be-41a8-b82b-bb8bb89f5a60 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:33.447136 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-63641fa7-450f-4534-952d-0737a7944bf7 req-d8fba7da-53be-41a8-b82b-bb8bb89f5a60 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.1596484 Dec 15 16:12:33.463733 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0648cbe0-b4dd-4e5e-b52d-ebe6f56348d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10181431'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.494866 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.546591 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-640cbd60-e516-40fc-9d24-4e8c60dbd187 None None] Provisioning complete for port 43d41972-3fcb-46b9-9b91-ad8f8a032907 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:33.549647 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-640cbd60-e516-40fc-9d24-4e8c60dbd187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.572817 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-63641fa7-450f-4534-952d-0737a7944bf7 req-9ed32f52-aefb-4eb5-9abe-fbc4f01520e6 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247623 Dec 15 16:12:33.612878 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 0e444e5a-3142-4ae2-ba00-26b4ce264da5 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:12:33.654772 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 0e444e5a-3142-4ae2-ba00-26b4ce264da5 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:12:33.655425 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 0e444e5a-3142-4ae2-ba00-26b4ce264da5 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:12:33.661089 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0648cbe0-b4dd-4e5e-b52d-ebe6f56348d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.667153 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-640cbd60-e516-40fc-9d24-4e8c60dbd187 None None] Port 43d41972-3fcb-46b9-9b91-ad8f8a032907 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:33.723640 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0648cbe0-b4dd-4e5e-b52d-ebe6f56348d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175715'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.747447 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648cbe0-b4dd-4e5e-b52d-ebe6f56348d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705fb32e-d286-47d7-a96f-4dbad7905390,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:33.753588 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0648cbe0-b4dd-4e5e-b52d-ebe6f56348d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.759134 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0648cbe0-b4dd-4e5e-b52d-ebe6f56348d5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/705fb32e-d286-47d7-a96f-4dbad7905390 HTTP/1.1" status: 204 len: 168 time: 0.4786615 Dec 15 16:12:33.759899 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 40916) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:33.761100 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c06a8-51a6-42c6-89df-e663ec04e382 None None] Network 8c6a9796-65fb-4c77-a7bf-f3674189738c requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:12:33.823376 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd6b6d-967f-44ba-aa62-760eac35f1e7 req-5284af53-abc9-4f15-91da-d849c9ca87d9 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:33.824863 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-60cd6b6d-967f-44ba-aa62-760eac35f1e7 req-5284af53-abc9-4f15-91da-d849c9ca87d9 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 931 time: 0.1491346 Dec 15 16:12:33.904024 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.927312 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f601c-4a04-41aa-8d62-77720213a2b2 None None] DHCP port deletion for 8c6a9796-65fb-4c77-a7bf-f3674189738c request from dv-cinder-800703-3-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:12:33.978583 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-60cd6b6d-967f-44ba-aa62-760eac35f1e7 req-49b519d4-b698-41bf-8f9d-add808cdd083 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b9addc6-57b0-447e-834e-f617e50fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418779 Dec 15 16:12:33.990985 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f601c-4a04-41aa-8d62-77720213a2b2 None None] Deleting port 45fcc769-692d-4e74-9afc-53f58861043e {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:33.991409 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fc7f601c-4a04-41aa-8d62-77720213a2b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.012360 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d41972-3fcb-46b9-9b91-ad8f8a032907 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:34.021597 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.038960 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Transition to ACTIVE for port object 43d41972-3fcb-46b9-9b91-ad8f8a032907 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:12:34.043405 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Deleting port 45fcc769-692d-4e74-9afc-53f58861043e {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:34.043747 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.047119 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.060318 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-fc7f601c-4a04-41aa-8d62-77720213a2b2 None None] For port 45fcc769-692d-4e74-9afc-53f58861043e, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=45fcc769-692d-4e74-9afc-53f58861043e,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:34.060821 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fc7f601c-4a04-41aa-8d62-77720213a2b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.073262 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f601c-4a04-41aa-8d62-77720213a2b2 None None] Calling delete_port for 45fcc769-692d-4e74-9afc-53f58861043e owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:34.160230 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] For port 45fcc769-692d-4e74-9afc-53f58861043e, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=45fcc769-692d-4e74-9afc-53f58861043e,segment=NetworkSegment(4795a7d7-55a0-41ed-9c01-caa67498d2ef),segment_id=4795a7d7-55a0-41ed-9c01-caa67498d2ef)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:34.160781 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.165820 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Pushing event updated for resources: {'Port': ['ID=43d41972-3fcb-46b9-9b91-ad8f8a032907,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:34.202188 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fc7f601c-4a04-41aa-8d62-77720213a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.214985 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Calling delete_port for 45fcc769-692d-4e74-9afc-53f58861043e owned by network:dhcp {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:34.234880 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f601c-4a04-41aa-8d62-77720213a2b2 None None] No DVR routers for this DVR port 45fcc769-692d-4e74-9afc-53f58861043e on host dv-cinder-800703-3-iscsi {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:12:34.240722 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f601c-4a04-41aa-8d62-77720213a2b2 None None] Pushing event deleted for resources: {'Port': ['ID=45fcc769-692d-4e74-9afc-53f58861043e,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:34.287977 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Attempting to bind port 43d41972-3fcb-46b9-9b91-ad8f8a032907 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:34.288320 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Attempting to bind port 43d41972-3fcb-46b9-9b91-ad8f8a032907 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:34.288655 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Attempting to bind port 43d41972-3fcb-46b9-9b91-ad8f8a032907 on network 712a2ed7-316f-482c-893d-a6ba2836f0df {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:34.302116 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Port 43d41972-3fcb-46b9-9b91-ad8f8a032907 on network 712a2ed7-316f-482c-893d-a6ba2836f0df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:12:34.302471 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Attempting to bind port 43d41972-3fcb-46b9-9b91-ad8f8a032907 on network 712a2ed7-316f-482c-893d-a6ba2836f0df {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:34.312545 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:34.312886 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Checking segment: {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:34.313272 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Bound using segment: {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:34.313713 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Bound port: 43d41972-3fcb-46b9-9b91-ad8f8a032907, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76287b6-f34e-492f-b1dd-784100b6e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:34.314072 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.372840 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.410766 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] No DVR routers for this DVR port 45fcc769-692d-4e74-9afc-53f58861043e on host dv-cinder-800703-3-iscsi {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:12:34.416653 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Pushing event deleted for resources: {'Port': ['ID=45fcc769-692d-4e74-9afc-53f58861043e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:34.488409 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] For port 43d41972-3fcb-46b9-9b91-ad8f8a032907, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:34.508083 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] For port 43d41972-3fcb-46b9-9b91-ad8f8a032907, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=43d41972-3fcb-46b9-9b91-ad8f8a032907,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:34.512742 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.516767 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.576034 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.576648 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.579121 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] 10.222.0.18 "PUT /v2.0/ports/43d41972-3fcb-46b9-9b91-ad8f8a032907 HTTP/1.1" status: 200 len: 1093 time: 1.2579174 Dec 15 16:12:34.579121 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'tag': '43d41972-3fcb-46b9-9b91-ad8f8a032907'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:34.581269 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d873faab-122e-4bf4-b9dc-34e7fcd3aaf0", "tag": "43d41972-3fcb-46b9-9b91-ad8f8a032907"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:34.585277 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6a9796-65fb-4c77-a7bf-f3674189738c']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:34.603243 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4795a7d7-55a0-41ed-9c01-caa67498d2ef') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:34.603439 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4795a7d7-55a0-41ed-9c01-caa67498d2ef') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:34.616544 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002da1a7-3c8d-4028-ba5a-3d672c8fb21d service neutron] Pushing event updated for resources: {'Port': ['ID=43d41972-3fcb-46b9-9b91-ad8f8a032907,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:34.620411 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125457'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.636114 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.659669 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:12:34.660142 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10073328'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: timer() Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: cb(*args, **kw) Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: self._notify() Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: self.callback(batched_events) Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: event.method(event) Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._get(url).json() Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:12:34.662223 dv-cinder-800703-3-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:12:34.672831 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17292387-bf24-4f62-b08c-41a8f4973cda x-openstack-request-id: req-17292387-bf24-4f62-b08c-41a8f4973cda {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:34.673225 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d873faab-122e-4bf4-b9dc-34e7fcd3aaf0", "tag": "43d41972-3fcb-46b9-9b91-ad8f8a032907", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:34.673521 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17292387-bf24-4f62-b08c-41a8f4973cda {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:34.673984 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'tag': '43d41972-3fcb-46b9-9b91-ad8f8a032907', 'status': 'completed', 'code': 200} Dec 15 16:12:34.723574 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecdbf-2fd3-447a-99b1-ee76d9a00107 req-22b59059-9af9-4659-9400-df1557b831ff tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.725104 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2b4ecdbf-2fd3-447a-99b1-ee76d9a00107 req-22b59059-9af9-4659-9400-df1557b831ff tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0598009 Dec 15 16:12:34.739930 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.743625 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-708418fd-738d-42a9-8afb-94214890b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.745167 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-708418fd-738d-42a9-8afb-94214890b0d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e13488e748245a68c7bee06a92fb0ff&device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 1096 time: 0.0981865 Dec 15 16:12:34.749060 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.755163 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8c6a9796-65fb-4c77-a7bf-f3674189738c HTTP/1.1" status: 204 len: 168 time: 0.9901345 Dec 15 16:12:34.755355 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40934) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:34.770239 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03558d12-3eba-42ed-9dfa-5da20ea14904 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6a9796-65fb-4c77-a7bf-f3674189738c,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:34.806375 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-45483134-2da0-4189-9da5-7f5269fb8f3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d41972-3fcb-46b9-9b91-ad8f8a032907 HTTP/1.1" status: 200 len: 217 time: 0.0428872 Dec 15 16:12:34.831535 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2b4ecdbf-2fd3-447a-99b1-ee76d9a00107 req-43d868a9-3b19-4ed0-aafd-72ae9d8ed4b7 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991306 Dec 15 16:12:34.857953 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-31fcafb4-9b27-482a-8457-7e3d3cae1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.859483 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-31fcafb4-9b27-482a-8457-7e3d3cae1f2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c71309d7-57b5-4614-bac4-b306ead160c1 HTTP/1.1" status: 200 len: 849 time: 0.0448377 Dec 15 16:12:34.908151 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-d161c36e-a33b-4c2a-b05d-8da41cebf756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.909637 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-d161c36e-a33b-4c2a-b05d-8da41cebf756 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=712a2ed7-316f-482c-893d-a6ba2836f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403106 Dec 15 16:12:35.003749 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-89a2de77-6a30-4165-9cf4-e1a8f45a1215 service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845568 Dec 15 16:12:35.073723 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8cbd70da-fc05-43de-9a49-842a65181c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:35.128649 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556817'] for router_interface, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:35.142217 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2589d9-95ac-4fd6-b42a-894e74556749 req-c82922b4-a93b-431d-8616-2f4f5a8ba3df tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:35.143555 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6d2589d9-95ac-4fd6-b42a-894e74556749 req-c82922b4-a93b-431d-8616-2f4f5a8ba3df tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 943 time: 0.0828564 Dec 15 16:12:35.159521 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-654bcfe6-b033-441a-9386-c4ddb922d6fb req-46bfb72d-7a4c-479e-8da9-1d0e30586aa3 service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469405 Dec 15 16:12:35.209631 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6d2589d9-95ac-4fd6-b42a-894e74556749 req-c0a96662-aa75-46aa-a1bb-a7b6d90c90a1 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b9addc6-57b0-447e-834e-f617e50fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571156 Dec 15 16:12:35.214622 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 45fcc769-692d-4e74-9afc-53f58861043e no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:12:35.235559 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 45fcc769-692d-4e74-9afc-53f58861043e {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:12:35.235906 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 45fcc769-692d-4e74-9afc-53f58861043e not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:12:35.236325 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b836492b-a71b-4525-815c-931ff861cbae no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:12:35.256250 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: b836492b-a71b-4525-815c-931ff861cbae {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:12:35.256852 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b836492b-a71b-4525-815c-931ff861cbae not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:12:35.278834 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb req-fa4b00d2-c138-4745-a1ff-e21871f782e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:35.280323 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb req-fa4b00d2-c138-4745-a1ff-e21871f782e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e13488e748245a68c7bee06a92fb0ff&device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 1096 time: 0.0452673 Dec 15 16:12:35.374738 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb req-aa9cf615-10d9-41bb-b525-325184edb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:35.376277 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb req-aa9cf615-10d9-41bb-b525-325184edb0ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=712a2ed7-316f-482c-893d-a6ba2836f0df HTTP/1.1" status: 200 len: 911 time: 0.0881436 Dec 15 16:12:35.408234 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] Deleting port 77d681fe-76d4-4e3e-8148-0e8dc5df913a {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:35.408685 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:35.420024 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb req-3ddc1199-a9b6-4bf4-ba2c-d097e72e50c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d41972-3fcb-46b9-9b91-ad8f8a032907 HTTP/1.1" status: 200 len: 217 time: 0.0354948 Dec 15 16:12:35.472455 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb req-6d93ee36-71ce-42d4-9a4d-14413c9b4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:35.474127 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb req-6d93ee36-71ce-42d4-9a4d-14413c9b4ce7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c71309d7-57b5-4614-bac4-b306ead160c1 HTTP/1.1" status: 200 len: 849 time: 0.0469239 Dec 15 16:12:35.495010 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] For port 77d681fe-76d4-4e3e-8148-0e8dc5df913a, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=77d681fe-76d4-4e3e-8148-0e8dc5df913a,segment=NetworkSegment(4cd6d379-1606-4580-8511-79503666f38d),segment_id=4cd6d379-1606-4580-8511-79503666f38d)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:35.495398 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:35.508039 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] Calling delete_port for 77d681fe-76d4-4e3e-8148-0e8dc5df913a owned by network:router_interface {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:35.540885 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb req-21eabd29-6a2d-49e5-b67a-c14e61603e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:35.542442 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb req-21eabd29-6a2d-49e5-b67a-c14e61603e7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=712a2ed7-316f-482c-893d-a6ba2836f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604036 Dec 15 16:12:35.666176 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb req-c433e163-c59b-4eca-8636-818f0f976a7c service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127930 Dec 15 16:12:35.727741 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:35.766671 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d681fe-76d4-4e3e-8148-0e8dc5df913a,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:35.769957 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9c0025c2-d1ac-4e5c-87a2-39d165b70dcb req-9235d896-0be3-4ce7-b077-ef757719448a service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875878 Dec 15 16:12:35.774003 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-c52a1737-c6fd-4703-8d5f-3dd13bcf0aba tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561118706&fields=id&tenant_id=28eebd9de9a6480b8762cc5e77221f87 HTTP/1.1" status: 200 len: 267 time: 0.0946071 Dec 15 16:12:35.955314 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9110d-6483-4a98-b729-a15312ce44e9 req-b8b041b7-5209-418d-8708-ac50db652a01 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:35.956795 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dec9110d-6483-4a98-b729-a15312ce44e9 req-b8b041b7-5209-418d-8708-ac50db652a01 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0527327 Dec 15 16:12:36.005552 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-975dc5ed-b166-4b3e-8fb8-c586b8c88ad1 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:36.005927 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dec9110d-6483-4a98-b729-a15312ce44e9 req-6b477393-4182-410d-9d4b-03ec3556f829 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425451 Dec 15 16:12:36.007036 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-975dc5ed-b166-4b3e-8fb8-c586b8c88ad1 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 812 time: 0.2047310 Dec 15 16:12:36.027595 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-164d7cf1-5584-4100-bdf3-ac2850318572 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/quotas/28eebd9de9a6480b8762cc5e77221f87 HTTP/1.1" status: 200 len: 375 time: 0.0136251 Dec 15 16:12:36.045091 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556941'] for router_interface, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:36.127309 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-f520e493-ff0d-4398-988d-289b98f9d7d8 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929456 Dec 15 16:12:36.326477 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65ce47-f64e-40c0-9829-050151130b59 req-a81517a3-8a76-43ef-a5e2-89bdab875d9d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:36.328033 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2c65ce47-f64e-40c0-9829-050151130b59 req-a81517a3-8a76-43ef-a5e2-89bdab875d9d tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 943 time: 0.0484393 Dec 15 16:12:36.354082 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-13b57b45-ddce-45c9-a42b-a255d357080f service neutron] 10.222.0.41 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957686 Dec 15 16:12:36.357783 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] Router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:36.378339 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2c65ce47-f64e-40c0-9829-050151130b59 req-cdcf8752-cb16-43a4-98c8-5303dd3fb3e6 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b9addc6-57b0-447e-834e-f617e50fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Dec 15 16:12:36.742869 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-fde1ee85-463d-4b58-b036-54b1702d6290 service neutron] 10.222.0.41 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814752 Dec 15 16:12:36.747580 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:36.756936 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-92d2857e-911c-45a0-a9d7-8bd3376bc1e7 admin admin] 10.222.0.41 "PUT /v2.0/routers/5203ea81-5a3b-4d9b-80db-cd7126ae1137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9975646 Dec 15 16:12:36.757217 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40962) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:36.761986 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51256a-2326-420c-b707-f9d45f8e98f3 None None] Sync routers for ids ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:36.779139 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51256a-2326-420c-b707-f9d45f8e98f3 None None] Routers {'5203ea81-5a3b-4d9b-80db-cd7126ae1137'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:36.779754 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-cd51256a-2326-420c-b707-f9d45f8e98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:36.869284 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Publish callbacks [] for router, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:36.899442 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-cd51256a-2326-420c-b707-f9d45f8e98f3 None None] Set router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:36.975947 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.062615 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Deleting port 1ab2a5c4-2e1f-4861-875a-9748455a0045 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:37.062961 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.088569 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-18443373-a9b7-42e2-89b4-637d733c9854 req-e76cb52d-ba7b-467f-86c5-e7ce1ee6354e tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 210 time: 0.0396628 Dec 15 16:12:37.099248 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-cd51256a-2326-420c-b707-f9d45f8e98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'name': 'tempest-TestMinimumBasicScenario-566057987-router', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:43Z', 'updated_at': '2021-12-15T16:12:35Z', 'revision_number': 5, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'gw_port': {'id': '1ab2a5c4-2e1f-4861-875a-9748455a0045', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:44Z', 'updated_at': '2021-12-15T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:37.195041 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a56aa3-a24a-44c9-86e4-53fe08d7e9ff req-d7de2b82-50d4-4b17-80e0-1eca7101060d tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:37.196896 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f6a56aa3-a24a-44c9-86e4-53fe08d7e9ff req-d7de2b82-50d4-4b17-80e0-1eca7101060d tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0793452 Dec 15 16:12:37.216342 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c26f2e2c-f946-4097-913b-3aa13c102f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.226884 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] For port 1ab2a5c4-2e1f-4861-875a-9748455a0045, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=1ab2a5c4-2e1f-4861-875a-9748455a0045,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:37.227274 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.247853 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Calling delete_port for 1ab2a5c4-2e1f-4861-875a-9748455a0045 owned by network:router_gateway {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:37.248789 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51256a-2326-420c-b707-f9d45f8e98f3 None None] Checking router: 5203ea81-5a3b-4d9b-80db-cd7126ae1137 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:37.259066 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51256a-2326-420c-b707-f9d45f8e98f3 None None] Routers {'5203ea81-5a3b-4d9b-80db-cd7126ae1137'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:37.259620 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-cd51256a-2326-420c-b707-f9d45f8e98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:37.281408 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f6a56aa3-a24a-44c9-86e4-53fe08d7e9ff req-701e4a9a-7e66-43b7-a85e-d094450f5046 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745389 Dec 15 16:12:37.356458 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-cd51256a-2326-420c-b707-f9d45f8e98f3 None None] Set router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:37.418723 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-cd51256a-2326-420c-b707-f9d45f8e98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'name': 'tempest-TestMinimumBasicScenario-566057987-router', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:43Z', 'updated_at': '2021-12-15T16:12:36Z', 'revision_number': 6, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'gw_port_host': None}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:37.446291 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0432dc6-2b10-4726-8153-9d0fc8cf13be req-cab36ac6-708c-48f9-a8e6-25354ed4d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:37.449072 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0432dc6-2b10-4726-8153-9d0fc8cf13be req-cab36ac6-708c-48f9-a8e6-25354ed4d8f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79292acd0f5349ed8f0dc153ee4c983d&device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 1098 time: 0.0648422 Dec 15 16:12:37.451738 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51256a-2326-420c-b707-f9d45f8e98f3 None None] The sync data for ids ['5203ea81-5a3b-4d9b-80db-cd7126ae1137'] in dv-cinder-800703-3-iscsi is: [{'id': '5203ea81-5a3b-4d9b-80db-cd7126ae1137', 'name': 'tempest-TestMinimumBasicScenario-566057987-router', 'tenant_id': '6200487325544701ba34d859fb9b7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:43Z', 'updated_at': '2021-12-15T16:12:36Z', 'revision_number': 6, 'project_id': '6200487325544701ba34d859fb9b7b3b', 'gw_port_host': None}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:37.478178 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.505906 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab2a5c4-2e1f-4861-875a-9748455a0045,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:37.584986 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552239'] for router_gateway, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.618016 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 43d41972-3fcb-46b9-9b91-ad8f8a032907 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:12:37.622828 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ddb8d-9ca2-4a8d-9b06-bff6fbaf0bb1 req-536c9124-b0f0-402f-bdc4-6eb33a2ff53f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:37.630953 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2c5ddb8d-9ca2-4a8d-9b06-bff6fbaf0bb1 req-536c9124-b0f0-402f-bdc4-6eb33a2ff53f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 943 time: 0.1376498 Dec 15 16:12:37.654123 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0432dc6-2b10-4726-8153-9d0fc8cf13be req-d38ceac9-fa8b-413b-92b3-a7930d77b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:37.655677 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0432dc6-2b10-4726-8153-9d0fc8cf13be req-d38ceac9-fa8b-413b-92b3-a7930d77b670 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4579f1c5-7fc5-4782-9d02-20f1a37f593e HTTP/1.1" status: 200 len: 909 time: 0.1951942 Dec 15 16:12:37.697591 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12919'] for router, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.700124 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.762448 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549814'] for router, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.763060 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5203ea81-5a3b-4d9b-80db-cd7126ae1137 {{(pid=102582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:12:37.772954 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.782469 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-22ccb04f-e687-4df3-a5ea-e8bd5d577ffe admin admin] 10.222.0.41 "DELETE /v2.0/routers/5203ea81-5a3b-4d9b-80db-cd7126ae1137 HTTP/1.1" status: 204 len: 168 time: 1.0160069 Dec 15 16:12:37.782469 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 40990) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:37.783228 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 43d41972-3fcb-46b9-9b91-ad8f8a032907, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=43d41972-3fcb-46b9-9b91-ad8f8a032907,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:37.783339 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2c5ddb8d-9ca2-4a8d-9b06-bff6fbaf0bb1 req-383b3bf1-4857-41d2-9820-d58c7ce59ea5 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b9addc6-57b0-447e-834e-f617e50fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516035 Dec 15 16:12:37.801376 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0432dc6-2b10-4726-8153-9d0fc8cf13be req-6472da50-58b8-4b1d-9c33-12ab295f3a86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552 HTTP/1.1" status: 200 len: 1001 time: 0.1144331 Dec 15 16:12:37.826746 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '43d41972-3fcb-46b9-9b91-ad8f8a032907', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'port_id': '43d41972-3fcb-46b9-9b91-ad8f8a032907', 'mac_address': 'fa:16:3e:f4:be:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:12:37.880839 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-deca133e-f9fc-43db-a47c-a4af0eec42c4 admin admin] Deleting subnet 7ee69d6d-47e6-456e-96d6-b9a18728365d {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:12:37.882584 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0432dc6-2b10-4726-8153-9d0fc8cf13be req-7e6092e9-7649-4ccd-88eb-5de38d1865dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:37.884266 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0432dc6-2b10-4726-8153-9d0fc8cf13be req-7e6092e9-7649-4ccd-88eb-5de38d1865dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b351123e-a8b4-41b4-806b-9570c2b4459b HTTP/1.1" status: 200 len: 847 time: 0.0738339 Dec 15 16:12:37.889483 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-deca133e-f9fc-43db-a47c-a4af0eec42c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.902073 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.929924 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d41972-3fcb-46b9-9b91-ad8f8a032907 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:37.952974 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0432dc6-2b10-4726-8153-9d0fc8cf13be req-f0cf71c7-1026-4be1-8386-d7d11c64730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:37.954863 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0432dc6-2b10-4726-8153-9d0fc8cf13be req-f0cf71c7-1026-4be1-8386-d7d11c64730a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4579f1c5-7fc5-4782-9d02-20f1a37f593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618713 Dec 15 16:12:37.967383 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 43d41972-3fcb-46b9-9b91-ad8f8a032907, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=43d41972-3fcb-46b9-9b91-ad8f8a032907,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:37.969955 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-deca133e-f9fc-43db-a47c-a4af0eec42c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10181431'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.972932 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.035348 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=43d41972-3fcb-46b9-9b91-ad8f8a032907,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:38.070779 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0432dc6-2b10-4726-8153-9d0fc8cf13be req-c683c490-9bcb-4086-b429-e3c74c43d980 service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963273 Dec 15 16:12:38.080782 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-deca133e-f9fc-43db-a47c-a4af0eec42c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.155944 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-deca133e-f9fc-43db-a47c-a4af0eec42c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175715'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.192804 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-deca133e-f9fc-43db-a47c-a4af0eec42c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.196279 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3252dde3-9317-48d0-99df-63ade1ef2378 req-b1a4d63c-8ea1-4385-b70e-2024a0efce37 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 210 time: 0.0351210 Dec 15 16:12:38.199242 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2432dfb-fd1e-4e42-b1b1-2bdb9525c039 None None] Network 427f0793-4bb3-4ac8-84b8-d900a7210ae7 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:12:38.202641 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0432dc6-2b10-4726-8153-9d0fc8cf13be req-c0084b2f-a2cb-4123-8205-852dbfde6a76 service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240265 Dec 15 16:12:38.209306 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-deca133e-f9fc-43db-a47c-a4af0eec42c4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7ee69d6d-47e6-456e-96d6-b9a18728365d HTTP/1.1" status: 204 len: 168 time: 0.4313343 Dec 15 16:12:38.210441 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca133e-f9fc-43db-a47c-a4af0eec42c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee69d6d-47e6-456e-96d6-b9a18728365d,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:38.212012 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 41004) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:38.264007 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['43d41972-3fcb-46b9-9b91-ad8f8a032907'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:12:38.377384 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.466069 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-3db1632c-a46c-4869-a8f6-dbe65e1e76a2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:38.467636 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-3db1632c-a46c-4869-a8f6-dbe65e1e76a2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 812 time: 0.1908665 Dec 15 16:12:38.512242 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd46225d-7da1-4288-9b96-fd85057d47dc None None] DHCP port deletion for 427f0793-4bb3-4ac8-84b8-d900a7210ae7 request from dv-cinder-800703-3-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:12:38.515317 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2558d9d-b3a7-4813-ad08-2e12440aacea req-7dcb12bf-9743-4cba-b981-b9dac97dc044 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:38.517103 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b2558d9d-b3a7-4813-ad08-2e12440aacea req-7dcb12bf-9743-4cba-b981-b9dac97dc044 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0850167 Dec 15 16:12:38.579494 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Deleting port c0091861-3009-4ba4-b74f-7a6c59f6cbf3 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:38.579682 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.583502 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-bd46225d-7da1-4288-9b96-fd85057d47dc None None] Deleting port c0091861-3009-4ba4-b74f-7a6c59f6cbf3 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:12:38.583890 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd46225d-7da1-4288-9b96-fd85057d47dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.588176 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-1a43fa8d-9a29-4dbe-9f9f-7c538fc04692 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28eebd9de9a6480b8762cc5e77221f87 HTTP/1.1" status: 200 len: 380 time: 0.1007535 Dec 15 16:12:38.597974 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b2558d9d-b3a7-4813-ad08-2e12440aacea req-63cfc652-7ef1-4373-8f95-be509db9f02d tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682857 Dec 15 16:12:38.602416 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'port': {'device_id': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'admin_state_up': True, 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'security_groups': ['6277ba8a-2053-4cf4-994f-96090ab1a88e']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:38.665339 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.670282 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-bd46225d-7da1-4288-9b96-fd85057d47dc None None] For port c0091861-3009-4ba4-b74f-7a6c59f6cbf3, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=c0091861-3009-4ba4-b74f-7a6c59f6cbf3,segment=NetworkSegment(4cd6d379-1606-4580-8511-79503666f38d),segment_id=4cd6d379-1606-4580-8511-79503666f38d)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:38.670677 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd46225d-7da1-4288-9b96-fd85057d47dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.683780 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-bd46225d-7da1-4288-9b96-fd85057d47dc None None] Calling delete_port for c0091861-3009-4ba4-b74f-7a6c59f6cbf3 owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:38.776524 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd46225d-7da1-4288-9b96-fd85057d47dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.806421 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46225d-7da1-4288-9b96-fd85057d47dc None None] Pushing event deleted for resources: {'Port': ['ID=c0091861-3009-4ba4-b74f-7a6c59f6cbf3,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:38.813052 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd46225d-7da1-4288-9b96-fd85057d47dc None None] No DVR routers for this DVR port c0091861-3009-4ba4-b74f-7a6c59f6cbf3 on host dv-cinder-800703-3-iscsi {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:12:38.982322 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] For port c0091861-3009-4ba4-b74f-7a6c59f6cbf3, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=c0091861-3009-4ba4-b74f-7a6c59f6cbf3,segment=NetworkSegment(4cd6d379-1606-4580-8511-79503666f38d),segment_id=4cd6d379-1606-4580-8511-79503666f38d)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:38.982641 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.009506 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Calling delete_port for c0091861-3009-4ba4-b74f-7a6c59f6cbf3 owned by network:dhcp {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:12:39.043628 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f0666-9411-49d8-92fd-2d2209d1eb83 req-1ddcf9bc-fa8a-4606-9a22-dd38250bd366 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:39.044983 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ee4f0666-9411-49d8-92fd-2d2209d1eb83 req-1ddcf9bc-fa8a-4606-9a22-dd38250bd366 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 944 time: 0.1172011 Dec 15 16:12:39.132438 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Made reservation on behalf of 28eebd9de9a6480b8762cc5e77221f87 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:39.135756 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.164534 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ee4f0666-9411-49d8-92fd-2d2209d1eb83 req-c0d04025-7dad-4aa7-97a4-674ed375ad3f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b9addc6-57b0-447e-834e-f617e50fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864229 Dec 15 16:12:39.214308 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.223964 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 77d681fe-76d4-4e3e-8148-0e8dc5df913a no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:12:39.245834 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 77d681fe-76d4-4e3e-8148-0e8dc5df913a {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:12:39.246398 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 77d681fe-76d4-4e3e-8148-0e8dc5df913a not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:12:39.247041 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 1ab2a5c4-2e1f-4861-875a-9748455a0045 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:12:39.251896 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c0091861-3009-4ba4-b74f-7a6c59f6cbf3,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:39.260117 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] No DVR routers for this DVR port c0091861-3009-4ba4-b74f-7a6c59f6cbf3 on host dv-cinder-800703-3-iscsi {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:12:39.275309 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 1ab2a5c4-2e1f-4861-875a-9748455a0045 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:12:39.276290 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 1ab2a5c4-2e1f-4861-875a-9748455a0045 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:12:39.276872 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device c0091861-3009-4ba4-b74f-7a6c59f6cbf3 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:12:39.301068 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: c0091861-3009-4ba4-b74f-7a6c59f6cbf3 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:12:39.301397 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device c0091861-3009-4ba4-b74f-7a6c59f6cbf3 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:12:39.335346 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-75088ec3-328c-419c-b2e2-50650019b882 req-f154aa42-93d8-4407-a5b3-1bb2be2a0d39 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 210 time: 0.0305305 Dec 15 16:12:39.372914 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.375616 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Allocated IP 172.20.0.7 (c6547453-c061-40ed-854e-81302323e81a/f81c2a20-1024-44f4-b4a8-399ccf3ecdc1/ff8c60a3-47a7-4194-b028-2e81bba77d11) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:39.401964 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427f0793-4bb3-4ac8-84b8-d900a7210ae7']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:39.417000 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd6d379-1606-4580-8511-79503666f38d') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:39.417297 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd6d379-1606-4580-8511-79503666f38d') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:39.433756 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125457'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.457996 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.466219 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41020) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:39.503077 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:12:39.503665 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10073328'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: timer() Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: cb(*args, **kw) Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: self._notify() Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: self.callback(batched_events) Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: event.method(event) Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._get(url).json() Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:12:39.505088 dv-cinder-800703-3-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:12:39.576019 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.586000 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe411-c686-4d61-b3d6-887f1262cd1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.586629 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.589738 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] 10.222.0.41 "DELETE /v2.0/networks/427f0793-4bb3-4ac8-84b8-d900a7210ae7 HTTP/1.1" status: 204 len: 168 time: 1.3738403 Dec 15 16:12:39.603151 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b5ac-1a1b-4fd8-97eb-4cd7893458cb admin admin] Pushing event deleted for resources: {'Network': ['ID=427f0793-4bb3-4ac8-84b8-d900a7210ae7,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:39.630814 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.638474 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 43d41972-3fcb-46b9-9b91-ad8f8a032907 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:39.682420 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe411-c686-4d61-b3d6-887f1262cd1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.689315 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe411-c686-4d61-b3d6-887f1262cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.721487 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port 43d41972-3fcb-46b9-9b91-ad8f8a032907 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:12:39.726927 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 43d41972-3fcb-46b9-9b91-ad8f8a032907 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:39.727592 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.734856 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f8bfe411-c686-4d61-b3d6-887f1262cd1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69289a19114047eeb31693bf89359cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675111 Dec 15 16:12:39.737489 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41028) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:39.740487 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.748369 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfe411-c686-4d61-b3d6-887f1262cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c347ef89-6ba5-4c84-a8a2-696a6ecba221,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:39.783288 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.784561 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41030) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:39.797929 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc2edb-dfb7-4155-a7c2-c20e8bbf123c req-2c31f6b0-631b-45c1-a1d2-539a35e397ec tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:39.799767 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-74bc2edb-dfb7-4155-a7c2-c20e8bbf123c req-2c31f6b0-631b-45c1-a1d2-539a35e397ec tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.1192255 Dec 15 16:12:39.818882 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7d2f-74c0-4d55-9b8c-9ea97f0355ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.824406 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.854673 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Network c6547453-c061-40ed-854e-81302323e81a is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:39.857355 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'Port': ['ID=ff8c60a3-47a7-4194-b028-2e81bba77d11,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:39.865997 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:39.868844 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7d2f-74c0-4d55-9b8c-9ea97f0355ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.869925 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:39.874832 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 43d41972-3fcb-46b9-9b91-ad8f8a032907, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=43d41972-3fcb-46b9-9b91-ad8f8a032907,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:39.875596 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-706d3c24-4b8e-45b1-abd9-fcfd337d4c7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c3dc08abeae460eb69305e30b4fe62d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0896564 Dec 15 16:12:39.876121 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d41972-3fcb-46b9-9b91-ad8f8a032907'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:39.878642 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c2d2d2-77fb-4f61-8c3d-113957f787d6" -d '{"events": [{"server_uuid": "d873faab-122e-4bf4-b9dc-34e7fcd3aaf0", "name": "network-vif-plugged", "status": "completed", "tag": "43d41972-3fcb-46b9-9b91-ad8f8a032907"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:39.881843 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41032) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:39.890631 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.934994 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4a52f0-92d3-497a-aa52-a3a74d107089 x-openstack-request-id: req-6c4a52f0-92d3-497a-aa52-a3a74d107089 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:39.935609 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d873faab-122e-4bf4-b9dc-34e7fcd3aaf0", "name": "network-vif-plugged", "status": "completed", "tag": "43d41972-3fcb-46b9-9b91-ad8f8a032907", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:39.936187 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c4a52f0-92d3-497a-aa52-a3a74d107089 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:39.937477 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d41972-3fcb-46b9-9b91-ad8f8a032907', 'code': 200} Dec 15 16:12:39.939234 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-74bc2edb-dfb7-4155-a7c2-c20e8bbf123c req-38b999da-50c2-4385-99cd-fccba1ecc106 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294017 Dec 15 16:12:39.956545 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:39.957255 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.989297 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-79d5f52d-a4f3-48bf-97e4-62768161a569 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3908222 Dec 15 16:12:40.004493 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=43d41972-3fcb-46b9-9b91-ad8f8a032907,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:40.007538 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Request body: {'port': {'device_id': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:40.049325 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-346bf41e-9dd5-4494-88e7-e8833156a549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.089026 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-346bf41e-9dd5-4494-88e7-e8833156a549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.106909 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7d2f-74c0-4d55-9b8c-9ea97f0355ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.109511 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7d2f-74c0-4d55-9b8c-9ea97f0355ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.110694 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-cf9c7d2f-74c0-4d55-9b8c-9ea97f0355ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c347ef89-6ba5-4c84-a8a2-696a6ecba221 HTTP/1.1" status: 204 len: 168 time: 0.3722439 Dec 15 16:12:40.128340 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c7d2f-74c0-4d55-9b8c-9ea97f0355ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c347ef89-6ba5-4c84-a8a2-696a6ecba221,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:40.145139 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.200458 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-346bf41e-9dd5-4494-88e7-e8833156a549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.203868 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-346bf41e-9dd5-4494-88e7-e8833156a549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.207624 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-346bf41e-9dd5-4494-88e7-e8833156a549 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/337d366a-94c7-4ecc-bc8e-b3c412c26614 HTTP/1.1" status: 204 len: 168 time: 0.3207750 Dec 15 16:12:40.224857 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bf41e-9dd5-4494-88e7-e8833156a549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337d366a-94c7-4ecc-bc8e-b3c412c26614,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:40.241807 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813813b-6f84-4e50-b141-950d312135dd req-47ee65e7-96a9-4663-bca5-bcf52d533a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:40.243638 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a813813b-6f84-4e50-b141-950d312135dd req-47ee65e7-96a9-4663-bca5-bcf52d533a37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 1098 time: 0.1307013 Dec 15 16:12:40.299642 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-614c3919-b59f-4aef-b8ca-28d8ec996198 None None] Provisioning complete for port ff8c60a3-47a7-4194-b028-2e81bba77d11 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:40.300229 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-614c3919-b59f-4aef-b8ca-28d8ec996198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.357912 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-614c3919-b59f-4aef-b8ca-28d8ec996198 None None] Port ff8c60a3-47a7-4194-b028-2e81bba77d11 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:40.406193 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a813813b-6f84-4e50-b141-950d312135dd req-190307d8-47fe-4a7f-b4eb-e899b678fcc5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b9addc6-57b0-447e-834e-f617e50fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514809 Dec 15 16:12:40.420605 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c700a-ce91-4ab6-98e6-8eca82e9854b req-fbf1d872-5e63-4d8a-b503-dab8f7431878 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:40.427865 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0b6c700a-ce91-4ab6-98e6-8eca82e9854b req-fbf1d872-5e63-4d8a-b503-dab8f7431878 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 945 time: 0.1748304 Dec 15 16:12:40.483993 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b63088-4cbf-420c-931d-8b23068be9c0 req-4e54d9a5-b519-47da-89e9-a170a7c4c88f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:40.486838 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0b63088-4cbf-420c-931d-8b23068be9c0 req-4e54d9a5-b519-47da-89e9-a170a7c4c88f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 931 time: 0.0540528 Dec 15 16:12:40.541182 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0b6c700a-ce91-4ab6-98e6-8eca82e9854b req-077024e9-3fec-46a4-9db7-785a1a8a0cc6 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b9addc6-57b0-447e-834e-f617e50fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122701 Dec 15 16:12:40.579780 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0b63088-4cbf-420c-931d-8b23068be9c0 req-363aae36-07c7-4606-b7e4-a033dc1b4923 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790253 Dec 15 16:12:40.658073 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8c60a3-47a7-4194-b028-2e81bba77d11 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:40.668925 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.686326 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Transition to ACTIVE for port object ff8c60a3-47a7-4194-b028-2e81bba77d11 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:12:40.691280 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.767509 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8c60a3-47a7-4194-b028-2e81bba77d11,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:40.789738 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41058) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:40.839558 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Attempting to bind port ff8c60a3-47a7-4194-b028-2e81bba77d11 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:40.839918 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Attempting to bind port ff8c60a3-47a7-4194-b028-2e81bba77d11 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:40.840224 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Attempting to bind port ff8c60a3-47a7-4194-b028-2e81bba77d11 on network c6547453-c061-40ed-854e-81302323e81a {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:40.846652 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Port ff8c60a3-47a7-4194-b028-2e81bba77d11 on network c6547453-c061-40ed-854e-81302323e81a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:12:40.846992 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Attempting to bind port ff8c60a3-47a7-4194-b028-2e81bba77d11 on network c6547453-c061-40ed-854e-81302323e81a {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:40.855689 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 41060) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:40.855900 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c8576b7d-aed9-42e0-849a-888a617d6d93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6200487325544701ba34d859fb9b7b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0641980 Dec 15 16:12:40.862384 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:40.862736 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Checking segment: {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:40.863097 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Bound using segment: {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:40.863541 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Bound port: ff8c60a3-47a7-4194-b028-2e81bba77d11, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:40.863893 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.954390 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-96f2f0d1-285b-4938-b64c-93350d220762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:40.972007 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] For port ff8c60a3-47a7-4194-b028-2e81bba77d11, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:41.000141 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-96f2f0d1-285b-4938-b64c-93350d220762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.002808 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] For port ff8c60a3-47a7-4194-b028-2e81bba77d11, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ff8c60a3-47a7-4194-b028-2e81bba77d11,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:41.018486 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.098312 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.098931 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.100315 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] 10.222.0.18 "PUT /v2.0/ports/ff8c60a3-47a7-4194-b028-2e81bba77d11 HTTP/1.1" status: 200 len: 1093 time: 1.1013515 Dec 15 16:12:41.101647 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'tag': 'ff8c60a3-47a7-4194-b028-2e81bba77d11'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:41.111893 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb629808-3f47-4c36-beae-c2960a2a403e" -d '{"events": [{"name": "network-changed", "server_uuid": "c82dd27b-c17d-46b9-90ba-ac10e0df5039", "tag": "ff8c60a3-47a7-4194-b028-2e81bba77d11"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:41.148186 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a19fe3-4992-4f4a-b005-e559e8a1f495 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8c60a3-47a7-4194-b028-2e81bba77d11,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:41.163185 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2fe9b2-ea55-4a50-b0da-9951ed9ab3ce x-openstack-request-id: req-ce2fe9b2-ea55-4a50-b0da-9951ed9ab3ce {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:41.163853 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82dd27b-c17d-46b9-90ba-ac10e0df5039", "tag": "ff8c60a3-47a7-4194-b028-2e81bba77d11", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:41.164183 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce2fe9b2-ea55-4a50-b0da-9951ed9ab3ce {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:41.164687 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'tag': 'ff8c60a3-47a7-4194-b028-2e81bba77d11', 'status': 'completed', 'code': 200} Dec 15 16:12:41.176287 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d589e-3465-4f0a-9ae9-98a67ea11751 req-ad041275-7e5e-44e9-8771-bc59092b31a1 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.178092 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ff3d589e-3465-4f0a-9ae9-98a67ea11751 req-ad041275-7e5e-44e9-8771-bc59092b31a1 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.1230590 Dec 15 16:12:41.179440 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-96f2f0d1-285b-4938-b64c-93350d220762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.182203 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-96f2f0d1-285b-4938-b64c-93350d220762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.185763 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-96f2f0d1-285b-4938-b64c-93350d220762 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3148db5-66d9-4c19-9292-f9ea1672b575 HTTP/1.1" status: 204 len: 168 time: 0.3271711 Dec 15 16:12:41.280921 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2f0d1-285b-4938-b64c-93350d220762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3148db5-66d9-4c19-9292-f9ea1672b575,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:41.337804 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ff3d589e-3465-4f0a-9ae9-98a67ea11751 req-334c2d65-02ee-4a57-a5b5-c6e3ce6dffd6 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517806 Dec 15 16:12:41.339559 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-7b0a87c8-3c66-4cc7-9f39-d7c6b804d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.341002 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-7b0a87c8-3c66-4cc7-9f39-d7c6b804d1a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 1096 time: 0.1562309 Dec 15 16:12:41.399883 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-30bdaac0-f480-42f1-b702-ae0e0949521e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8c60a3-47a7-4194-b028-2e81bba77d11 HTTP/1.1" status: 200 len: 217 time: 0.0505633 Dec 15 16:12:41.464755 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-e1b88421-efc1-4d27-849c-42bdbf911f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.466620 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-e1b88421-efc1-4d27-849c-42bdbf911f03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0565929 Dec 15 16:12:41.489305 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.547289 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-a6cc31fc-cd88-402d-972d-69e7ff284b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.550963 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-a6cc31fc-cd88-402d-972d-69e7ff284b29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750408 Dec 15 16:12:41.708204 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af521ca-5b21-466b-b41c-93c4131e45ed req-8fe2b552-ca6d-45c4-a318-8da21c3f28b6 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.709965 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9af521ca-5b21-466b-b41c-93c4131e45ed req-8fe2b552-ca6d-45c4-a318-8da21c3f28b6 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0552974 Dec 15 16:12:41.766838 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9af521ca-5b21-466b-b41c-93c4131e45ed req-691984c6-ce55-4dcb-b9d0-a8bc57f3e22e tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481780 Dec 15 16:12:41.784051 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146677b8-e41d-45c3-a81c-489945a1192f req-4bd1870e-bb54-4b9d-b0b0-8b48cc8f9110 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.785535 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-146677b8-e41d-45c3-a81c-489945a1192f req-4bd1870e-bb54-4b9d-b0b0-8b48cc8f9110 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0997155 Dec 15 16:12:41.797724 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-e3508854-f841-457e-bef1-7360d3a78c28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096587 Dec 15 16:12:41.801934 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-255e5ff8-63bb-481f-ac19-beb06c621f6e service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410710 Dec 15 16:12:41.898473 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745ce71-4b84-4c2f-a962-c74c5593e8db req-c22392b8-72dd-4e3d-94b7-26132edf5f08 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.900195 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6745ce71-4b84-4c2f-a962-c74c5593e8db req-c22392b8-72dd-4e3d-94b7-26132edf5f08 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 943 time: 0.0608537 Dec 15 16:12:41.919011 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-146677b8-e41d-45c3-a81c-489945a1192f req-0703a13e-609e-433a-baa7-36a2247f99f8 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b9addc6-57b0-447e-834e-f617e50fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130064 Dec 15 16:12:41.956502 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6745ce71-4b84-4c2f-a962-c74c5593e8db req-5d33f952-9561-4281-bf9b-8bc67f2173c4 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 Dec 15 16:12:41.964698 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8945881e-b1f6-4388-bf93-ff10ca58ef50 req-23712dd9-a896-4764-b529-eb981da59e0e service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495624 Dec 15 16:12:42.065975 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629808-3f47-4c36-beae-c2960a2a403e req-d3415efd-eb29-409c-b895-da6ca6c75015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:42.067846 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bb629808-3f47-4c36-beae-c2960a2a403e req-d3415efd-eb29-409c-b895-da6ca6c75015 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 1096 time: 0.0500021 Dec 15 16:12:42.177021 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629808-3f47-4c36-beae-c2960a2a403e req-5bc9eac3-2244-4205-a2e3-a4b560a0a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:42.178822 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bb629808-3f47-4c36-beae-c2960a2a403e req-5bc9eac3-2244-4205-a2e3-a4b560a0a765 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.1020517 Dec 15 16:12:42.237492 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bb629808-3f47-4c36-beae-c2960a2a403e req-ead0c34b-eaf2-4527-aac2-a5604c97421e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8c60a3-47a7-4194-b028-2e81bba77d11 HTTP/1.1" status: 200 len: 217 time: 0.0359669 Dec 15 16:12:42.297357 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629808-3f47-4c36-beae-c2960a2a403e req-87eb96af-894c-4bc1-a879-441adc083bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:42.299089 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bb629808-3f47-4c36-beae-c2960a2a403e req-87eb96af-894c-4bc1-a879-441adc083bc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0531578 Dec 15 16:12:42.350350 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629808-3f47-4c36-beae-c2960a2a403e req-8c7dc0d3-e82b-4495-8681-9b80984789e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:42.351894 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bb629808-3f47-4c36-beae-c2960a2a403e req-8c7dc0d3-e82b-4495-8681-9b80984789e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449507 Dec 15 16:12:42.443396 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bb629808-3f47-4c36-beae-c2960a2a403e req-d4f1921f-5538-4e44-bf07-793e560de1d4 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834813 Dec 15 16:12:42.539637 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bb629808-3f47-4c36-beae-c2960a2a403e req-8e40932b-c36d-40fc-b4d7-bd17ed058a22 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877662 Dec 15 16:12:42.894918 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21494ff3-c32d-4726-8e68-eb149b63201c req-223a3a02-f6b1-463b-adf7-1f528c7aa4c5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:42.896462 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-21494ff3-c32d-4726-8e68-eb149b63201c req-223a3a02-f6b1-463b-adf7-1f528c7aa4c5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0558956 Dec 15 16:12:42.949548 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-21494ff3-c32d-4726-8e68-eb149b63201c req-c6f59355-d806-4742-97e0-117cf90e20e4 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472426 Dec 15 16:12:43.046880 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc765-135b-4514-a353-bc9d587ee2b8 req-69ad7662-23fc-4502-952d-1a475c09ea7c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.048369 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-853dc765-135b-4514-a353-bc9d587ee2b8 req-69ad7662-23fc-4502-952d-1a475c09ea7c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0566382 Dec 15 16:12:43.076340 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94b34e-21cc-4993-8fc1-5842f97f4dbc req-07703094-d695-46e1-b0ce-e3d41976f747 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.077904 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3c94b34e-21cc-4993-8fc1-5842f97f4dbc req-07703094-d695-46e1-b0ce-e3d41976f747 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 943 time: 0.0516779 Dec 15 16:12:43.096084 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-853dc765-135b-4514-a353-bc9d587ee2b8 req-4a2fa4db-8f65-4244-9193-b978e452aacd tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b9addc6-57b0-447e-834e-f617e50fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416455 Dec 15 16:12:43.127339 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3c94b34e-21cc-4993-8fc1-5842f97f4dbc req-1f69bc0a-c107-4d34-942f-71f661a08bb9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433395 Dec 15 16:12:43.215038 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-210ff819-aca9-4b02-a3ce-52e7b1675f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.216427 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-210ff819-aca9-4b02-a3ce-52e7b1675f9e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f&tenant_id=79292acd0f5349ed8f0dc153ee4c983d HTTP/1.1" status: 200 len: 1098 time: 0.0719285 Dec 15 16:12:43.229035 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e93ac-651a-4beb-ad86-15f2050ee006 req-fb71c4e8-b422-4cf9-97e2-64193e9b93d2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.230500 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-649e93ac-651a-4beb-ad86-15f2050ee006 req-fb71c4e8-b422-4cf9-97e2-64193e9b93d2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0614700 Dec 15 16:12:43.239757 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41136) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:43.244402 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-f16394ad-c85a-4a3f-9448-42a825d860fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Request body: {'floatingip': {'port_id': '43d41972-3fcb-46b9-9b91-ad8f8a032907'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:43.280161 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-a8c6e482-4cd9-44f0-b2b6-054f870c07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.282217 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-a8c6e482-4cd9-44f0-b2b6-054f870c07b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79292acd0f5349ed8f0dc153ee4c983d&device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 1098 time: 0.0406353 Dec 15 16:12:43.287424 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f16394ad-c85a-4a3f-9448-42a825d860fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:43.373399 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-832f58b8-c7c5-4d32-8cf1-44607c3d3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.374920 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-832f58b8-c7c5-4d32-8cf1-44607c3d3337 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4579f1c5-7fc5-4782-9d02-20f1a37f593e HTTP/1.1" status: 200 len: 909 time: 0.0863214 Dec 15 16:12:43.442792 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-dbb2d786-fb2b-4485-a82c-f7ac35d56766 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552 HTTP/1.1" status: 200 len: 1001 time: 0.0604129 Dec 15 16:12:43.503253 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-6f40b9c2-eb47-498a-b0d5-40d17e3676ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.504628 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-6f40b9c2-eb47-498a-b0d5-40d17e3676ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b351123e-a8b4-41b4-806b-9570c2b4459b HTTP/1.1" status: 200 len: 847 time: 0.0543747 Dec 15 16:12:43.554697 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-726ba4b4-aded-45dc-844c-f1e11d5dd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.556183 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-726ba4b4-aded-45dc-844c-f1e11d5dd027 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4579f1c5-7fc5-4782-9d02-20f1a37f593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441072 Dec 15 16:12:43.645196 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-1d99efe1-b288-4753-82ed-65da1dbf15ae service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806856 Dec 15 16:12:43.661603 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device e59443c3-d7d5-4e2d-aff5-cef64eefe552 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:12:43.719374 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f16394ad-c85a-4a3f-9448-42a825d860fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:43.724383 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f16394ad-c85a-4a3f-9448-42a825d860fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:43.742058 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:43.751293 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-83b10bc8-cd26-436a-9ed6-4135fb65883c req-aa0044de-d3fe-4d06-b780-edaa0817222c service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906696 Dec 15 16:12:43.768280 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:43.770482 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6778abcd-b49e-4833-af20-dc8e4e1bd90c" -d '{"events": [{"server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "name": "network-vif-unplugged", "status": "completed", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:43.783100 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port e59443c3-d7d5-4e2d-aff5-cef64eefe552, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:43.787559 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:43.815422 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0746edea-123d-484a-af1a-d888ae603b02 x-openstack-request-id: req-0746edea-123d-484a-af1a-d888ae603b02 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:43.815719 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "name": "network-vif-unplugged", "status": "completed", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:43.815972 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0746edea-123d-484a-af1a-d888ae603b02 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:43.816375 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'code': 200} Dec 15 16:12:43.825983 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.l3_db [None req-f16394ad-c85a-4a3f-9448-42a825d860fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Floating IP ebc8575f-dd42-40f8-b5ec-af2ad8343c51 associated. External IP: 172.27.1.116, port: 43d41972-3fcb-46b9-9b91-ad8f8a032907. Dec 15 16:12:43.841414 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=e59443c3-d7d5-4e2d-aff5-cef64eefe552,revision_number=6']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:44.055940 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16394ad-c85a-4a3f-9448-42a825d860fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:44.088725 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fc7f0-b929-4ece-a698-7c0f77cec196 req-aac8a099-8fc4-4c92-b840-c7ddd391c84d tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.089270 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-069fc7f0-b929-4ece-a698-7c0f77cec196 req-aac8a099-8fc4-4c92-b840-c7ddd391c84d tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 943 time: 0.0623584 Dec 15 16:12:44.224674 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-069fc7f0-b929-4ece-a698-7c0f77cec196 req-449bfe1d-e987-4dc7-9c77-16bd8ad8f4c4 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004679 Dec 15 16:12:44.233780 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16394ad-c85a-4a3f-9448-42a825d860fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:44.243793 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f16394ad-c85a-4a3f-9448-42a825d860fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:44.245261 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f939a0-9891-431b-82c9-5a4fa92981a6 None None] Sync routers for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:44.255891 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f939a0-9891-431b-82c9-5a4fa92981a6 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:44.256735 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-61f939a0-9891-431b-82c9-5a4fa92981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:44.262862 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ece18-6cfd-41be-845b-1154c7d695f2 req-d75f9c21-bc69-45e0-9e0f-5dab67b6f677 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.265077 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-541ece18-6cfd-41be-845b-1154c7d695f2 req-d75f9c21-bc69-45e0-9e0f-5dab67b6f677 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 943 time: 0.0630145 Dec 15 16:12:44.287333 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f16394ad-c85a-4a3f-9448-42a825d860fe tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "PUT /v2.0/floatingips/ebc8575f-dd42-40f8-b5ec-af2ad8343c51 HTTP/1.1" status: 200 len: 991 time: 1.0462868 Dec 15 16:12:44.288649 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'tag': '43d41972-3fcb-46b9-9b91-ad8f8a032907'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:44.305433 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93fe40e28fdc5c77346bb66089c0ac0313d1d773a74fe44e2cd07b84df8d09d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96b7588-2264-4299-9242-67e3fc32bce1" -d '{"events": [{"name": "network-changed", "server_uuid": "d873faab-122e-4bf4-b9dc-34e7fcd3aaf0", "tag": "43d41972-3fcb-46b9-9b91-ad8f8a032907"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:44.322698 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-541ece18-6cfd-41be-845b-1154c7d695f2 req-bf0d9b56-12cb-411d-98e4-4d6284cdda8e tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514731 Dec 15 16:12:44.383077 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-61f939a0-9891-431b-82c9-5a4fa92981a6 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:44.517315 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa2a735-a798-4f97-ab1c-5664ccf6d1ba x-openstack-request-id: req-3aa2a735-a798-4f97-ab1c-5664ccf6d1ba {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:44.517749 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d873faab-122e-4bf4-b9dc-34e7fcd3aaf0", "tag": "43d41972-3fcb-46b9-9b91-ad8f8a032907", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:44.518110 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3aa2a735-a798-4f97-ab1c-5664ccf6d1ba {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:44.518896 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'tag': '43d41972-3fcb-46b9-9b91-ad8f8a032907', 'status': 'completed', 'code': 200} Dec 15 16:12:44.590645 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b7588-2264-4299-9242-67e3fc32bce1 req-b1b3f351-ac1f-42a6-9cc7-ead56900c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.592251 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c96b7588-2264-4299-9242-67e3fc32bce1 req-b1b3f351-ac1f-42a6-9cc7-ead56900c43b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e13488e748245a68c7bee06a92fb0ff&device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 1098 time: 0.0495512 Dec 15 16:12:44.638828 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-61f939a0-9891-431b-82c9-5a4fa92981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': 'ebc8575f-dd42-40f8-b5ec-af2ad8343c51', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'port_id': '43d41972-3fcb-46b9-9b91-ad8f8a032907', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'mac_address': 'fa:16:3e:f4:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:23Z', 'updated_at': '2021-12-15T16:12:43Z', 'revision_number': 1, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:44.694664 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b7588-2264-4299-9242-67e3fc32bce1 req-8e9d5c87-5932-476c-ac5d-f3944c27ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.696892 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c96b7588-2264-4299-9242-67e3fc32bce1 req-8e9d5c87-5932-476c-ac5d-f3944c27ae0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=712a2ed7-316f-482c-893d-a6ba2836f0df HTTP/1.1" status: 200 len: 911 time: 0.0972784 Dec 15 16:12:44.774597 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c96b7588-2264-4299-9242-67e3fc32bce1 req-e6849662-d37b-4b84-b1c9-e37490d037bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d41972-3fcb-46b9-9b91-ad8f8a032907 HTTP/1.1" status: 200 len: 999 time: 0.0687511 Dec 15 16:12:44.801166 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f939a0-9891-431b-82c9-5a4fa92981a6 None None] Checking router: 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:44.809975 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f939a0-9891-431b-82c9-5a4fa92981a6 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:44.810607 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-61f939a0-9891-431b-82c9-5a4fa92981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:44.825997 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b7588-2264-4299-9242-67e3fc32bce1 req-488f5c53-c7f7-4bdd-98a9-e97c027ac8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.828226 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c96b7588-2264-4299-9242-67e3fc32bce1 req-488f5c53-c7f7-4bdd-98a9-e97c027ac8bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c71309d7-57b5-4614-bac4-b306ead160c1 HTTP/1.1" status: 200 len: 849 time: 0.0466979 Dec 15 16:12:44.878872 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b7588-2264-4299-9242-67e3fc32bce1 req-0285aa7c-919c-42fc-a3af-9fbe4f94ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.880526 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c96b7588-2264-4299-9242-67e3fc32bce1 req-0285aa7c-919c-42fc-a3af-9fbe4f94ef88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=712a2ed7-316f-482c-893d-a6ba2836f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456161 Dec 15 16:12:44.922745 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-61f939a0-9891-431b-82c9-5a4fa92981a6 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:44.974383 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c96b7588-2264-4299-9242-67e3fc32bce1 req-f44cfeea-e4c2-45f3-aea0-df89115b664f service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Dec 15 16:12:45.072988 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c96b7588-2264-4299-9242-67e3fc32bce1 req-8faf4f39-2fe9-4334-bba9-df6a336f5d57 service neutron] 10.222.0.18 "GET /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907969 Dec 15 16:12:45.157536 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-61f939a0-9891-431b-82c9-5a4fa92981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': 'ebc8575f-dd42-40f8-b5ec-af2ad8343c51', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'port_id': '43d41972-3fcb-46b9-9b91-ad8f8a032907', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'mac_address': 'fa:16:3e:f4:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:23Z', 'updated_at': '2021-12-15T16:12:43Z', 'revision_number': 1, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:45.188263 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f939a0-9891-431b-82c9-5a4fa92981a6 None None] The sync data for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi is: [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': 'ebc8575f-dd42-40f8-b5ec-af2ad8343c51', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'port_id': '43d41972-3fcb-46b9-9b91-ad8f8a032907', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'mac_address': 'fa:16:3e:f4:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:23Z', 'updated_at': '2021-12-15T16:12:43Z', 'revision_number': 1, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:45.346047 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9152df-0786-444c-935f-bf6d2b604df3 req-01af72b0-771a-46cf-ad13-a017bf156c8a tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:45.347643 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fa9152df-0786-444c-935f-bf6d2b604df3 req-01af72b0-771a-46cf-ad13-a017bf156c8a tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 943 time: 0.0523503 Dec 15 16:12:45.390327 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967804b9-8f59-4b68-9c9b-5d32df9a27b7 None None] New status for floating IP ebc8575f-dd42-40f8-b5ec-af2ad8343c51: ACTIVE {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:12:45.399927 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fa9152df-0786-444c-935f-bf6d2b604df3 req-9d63061e-d95e-4eac-bb61-8104f72fbc0c tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448017 Dec 15 16:12:45.458947 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c85475-705f-4211-a616-11a6b3f67205 req-d3a65638-cd2d-40cd-984d-286401600e7b tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:45.461419 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e2c85475-705f-4211-a616-11a6b3f67205 req-d3a65638-cd2d-40cd-984d-286401600e7b tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 943 time: 0.0572600 Dec 15 16:12:45.512347 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e2c85475-705f-4211-a616-11a6b3f67205 req-0f4541a4-edc5-4f12-ba8c-6d6f7038adc1 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458081 Dec 15 16:12:46.521997 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b299261-e3d7-4300-9e23-1fe6374ac7e1 req-f10b9f54-de34-4aa5-bfed-ff070ceb5cb3 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:46.522790 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4b299261-e3d7-4300-9e23-1fe6374ac7e1 req-f10b9f54-de34-4aa5-bfed-ff070ceb5cb3 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 943 time: 0.0500488 Dec 15 16:12:46.573580 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4b299261-e3d7-4300-9e23-1fe6374ac7e1 req-e2b05e0e-8d9d-4842-9d16-27973a313f84 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444248 Dec 15 16:12:46.675637 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3179a73-3baf-4144-84a3-1d4f19e6d2c4 req-48ff4522-3450-4f18-b157-86f2d3759bc5 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:46.677083 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f3179a73-3baf-4144-84a3-1d4f19e6d2c4 req-48ff4522-3450-4f18-b157-86f2d3759bc5 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 943 time: 0.0475261 Dec 15 16:12:46.727419 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f3179a73-3baf-4144-84a3-1d4f19e6d2c4 req-8428d9c6-04f9-4c43-86c8-19c67f1a97ff tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446372 Dec 15 16:12:47.701710 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acbef8-a937-4917-b28a-b8a864538a0f req-39361d74-b7e5-4815-ade3-b23668136749 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:47.703687 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-52acbef8-a937-4917-b28a-b8a864538a0f req-39361d74-b7e5-4815-ade3-b23668136749 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 943 time: 0.0529053 Dec 15 16:12:47.752104 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-52acbef8-a937-4917-b28a-b8a864538a0f req-0b20d37a-191c-4ab7-ae20-ba89fe1c7913 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426214 Dec 15 16:12:47.855152 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def0e05-5c67-43ef-87a1-ab88557e215e req-e12eceb6-f234-4e40-b230-daaaa0e4d505 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:47.859915 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4def0e05-5c67-43ef-87a1-ab88557e215e req-e12eceb6-f234-4e40-b230-daaaa0e4d505 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 943 time: 0.0563245 Dec 15 16:12:47.914368 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4def0e05-5c67-43ef-87a1-ab88557e215e req-66b07a09-4b3e-4c65-a1c8-b52e0e8d5780 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500488 Dec 15 16:12:48.868821 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf8f28-be1d-4f7e-b277-c85feb866d93 req-ffff8cd3-b3a3-4650-9ae9-061992d558a2 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:48.870410 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cbbf8f28-be1d-4f7e-b277-c85feb866d93 req-ffff8cd3-b3a3-4650-9ae9-061992d558a2 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 943 time: 0.0496778 Dec 15 16:12:48.920126 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cbbf8f28-be1d-4f7e-b277-c85feb866d93 req-428caa82-0cf5-4b9a-a31b-5a6e008cc330 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Dec 15 16:12:48.960043 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41250) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:49.033442 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e2563-52e9-4a38-8b93-55f68b052537 req-5a33928d-a766-4ffe-9097-af009d0d5766 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:49.034953 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c0e2563-52e9-4a38-8b93-55f68b052537 req-5a33928d-a766-4ffe-9097-af009d0d5766 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 943 time: 0.0475626 Dec 15 16:12:49.067050 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a789388b-63e5-4c66-8db6-952bd23c3473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.086100 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c0e2563-52e9-4a38-8b93-55f68b052537 req-4b3864c7-14ad-4c91-be86-a9c1495c1310 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451148 Dec 15 16:12:49.144079 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a789388b-63e5-4c66-8db6-952bd23c3473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.147712 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a789388b-63e5-4c66-8db6-952bd23c3473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.188837 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a789388b-63e5-4c66-8db6-952bd23c3473 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0beb4b4ddf724ee5955b3795ad2da16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277007 Dec 15 16:12:49.189684 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789388b-63e5-4c66-8db6-952bd23c3473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe3b412-af88-4825-857b-3d084d916d20,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:49.191530 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 41256) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:49.241154 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.260948 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.305749 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.308309 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.309421 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfe3b412-af88-4825-857b-3d084d916d20 HTTP/1.1" status: 204 len: 168 time: 0.1168642 Dec 15 16:12:49.316801 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe3b412-af88-4825-857b-3d084d916d20,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:49.323565 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.323913 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.324254 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.324586 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.324914 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.325241 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.325566 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.325890 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.326249 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.326559 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.327370 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.327687 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.328001 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a19bb-c2f8-4cf1-bd35-fd3d48a1d785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:49.562237 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 41262) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:49.576264 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fb403318-d525-42cd-9bf1-1c52c5483a2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.647137 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fb403318-d525-42cd-9bf1-1c52c5483a2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.650482 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fb403318-d525-42cd-9bf1-1c52c5483a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.687659 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-fb403318-d525-42cd-9bf1-1c52c5483a2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3eb81219508d4be186f43c51e4c24c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1242445 Dec 15 16:12:49.689655 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb403318-d525-42cd-9bf1-1c52c5483a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736d02b7-7fa8-40eb-bdf1-c7e7b8645560,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:49.690364 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41264) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:49.692395 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device ff8c60a3-47a7-4194-b028-2e81bba77d11 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:12:49.739300 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f143ee2e-7dc8-410c-a390-9d161d00e4e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.760200 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f143ee2e-7dc8-410c-a390-9d161d00e4e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.792924 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port ff8c60a3-47a7-4194-b028-2e81bba77d11, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ff8c60a3-47a7-4194-b028-2e81bba77d11,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:49.805558 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'ff8c60a3-47a7-4194-b028-2e81bba77d11', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'port_id': 'ff8c60a3-47a7-4194-b028-2e81bba77d11', 'mac_address': 'fa:16:3e:e6:ca:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:12:49.809577 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f143ee2e-7dc8-410c-a390-9d161d00e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.813347 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f143ee2e-7dc8-410c-a390-9d161d00e4e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.814564 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f143ee2e-7dc8-410c-a390-9d161d00e4e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/736d02b7-7fa8-40eb-bdf1-c7e7b8645560 HTTP/1.1" status: 204 len: 168 time: 0.1231227 Dec 15 16:12:49.822731 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143ee2e-7dc8-410c-a390-9d161d00e4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736d02b7-7fa8-40eb-bdf1-c7e7b8645560,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:49.877637 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.892236 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8c60a3-47a7-4194-b028-2e81bba77d11 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:49.917413 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port ff8c60a3-47a7-4194-b028-2e81bba77d11, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ff8c60a3-47a7-4194-b028-2e81bba77d11,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:49.921912 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.929574 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b26fb4-72bd-4754-96ff-500b62e8bf15 req-d0a12459-a71c-4602-a053-4e4a364c1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:49.931839 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f3b26fb4-72bd-4754-96ff-500b62e8bf15 req-d0a12459-a71c-4602-a053-4e4a364c1f1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 1096 time: 0.0450056 Dec 15 16:12:49.972328 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=ff8c60a3-47a7-4194-b028-2e81bba77d11,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:49.990223 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f3b26fb4-72bd-4754-96ff-500b62e8bf15 req-0b19b0bc-37dd-4af4-82c4-da4c41534211 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493498 Dec 15 16:12:50.044453 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d2246-0ff2-4c0f-bc82-d0ee3c8d6d39 req-5ef8d8fe-ac29-4560-9078-4820f3e69640 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:50.046514 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-265d2246-0ff2-4c0f-bc82-d0ee3c8d6d39 req-5ef8d8fe-ac29-4560-9078-4820f3e69640 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 943 time: 0.0499074 Dec 15 16:12:50.096370 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-265d2246-0ff2-4c0f-bc82-d0ee3c8d6d39 req-3296d409-4906-4e17-9a66-7684b5f4045a tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434165 Dec 15 16:12:50.156721 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['ff8c60a3-47a7-4194-b028-2e81bba77d11'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:12:50.178603 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41278) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:50.194023 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c6ac733c-59f1-42bb-9e73-bbbd7154790d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:50.226189 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c118bf9-e937-4715-87be-e59d3a4993b1 req-376a99dc-1e09-49ea-a76e-06a1317a2d69 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:50.227755 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1c118bf9-e937-4715-87be-e59d3a4993b1 req-376a99dc-1e09-49ea-a76e-06a1317a2d69 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 944 time: 0.0610509 Dec 15 16:12:50.286315 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1c118bf9-e937-4715-87be-e59d3a4993b1 req-65a2ecfc-ef09-483b-8d74-41f204353f34 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516908 Dec 15 16:12:50.288808 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c6ac733c-59f1-42bb-9e73-bbbd7154790d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:50.294604 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c6ac733c-59f1-42bb-9e73-bbbd7154790d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:50.335277 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c6ac733c-59f1-42bb-9e73-bbbd7154790d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e66a5cc1597148d89af18761689fcf7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556013 Dec 15 16:12:50.336512 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac733c-59f1-42bb-9e73-bbbd7154790d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3b1e4b-b9bf-43da-bb3a-416c7701ee76,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:50.338056 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 41280) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:50.387398 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e376dc4f-b4a5-4d9d-8b24-395ed134f6a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:50.408124 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e376dc4f-b4a5-4d9d-8b24-395ed134f6a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:50.452916 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e376dc4f-b4a5-4d9d-8b24-395ed134f6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:50.455511 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e376dc4f-b4a5-4d9d-8b24-395ed134f6a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:50.456657 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-e376dc4f-b4a5-4d9d-8b24-395ed134f6a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc3b1e4b-b9bf-43da-bb3a-416c7701ee76 HTTP/1.1" status: 204 len: 168 time: 0.1174788 Dec 15 16:12:50.464795 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376dc4f-b4a5-4d9d-8b24-395ed134f6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3b1e4b-b9bf-43da-bb3a-416c7701ee76,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:51.214174 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccb1f0-7b7c-48e7-9b25-c22c8b56276b req-2c1316cd-1776-4c20-8db1-afe6a2854f59 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:51.215648 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-93ccb1f0-7b7c-48e7-9b25-c22c8b56276b req-2c1316cd-1776-4c20-8db1-afe6a2854f59 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 943 time: 0.0503364 Dec 15 16:12:51.267449 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-93ccb1f0-7b7c-48e7-9b25-c22c8b56276b req-0a99c7d7-b3d6-4ac6-b9ff-ad11feea3dba tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454240 Dec 15 16:12:51.404004 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70954fca-4efe-4aca-b0a6-bd467c5abbe8 req-f90f70cc-098a-4fff-9a36-43309e554112 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:51.406050 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-70954fca-4efe-4aca-b0a6-bd467c5abbe8 req-f90f70cc-098a-4fff-9a36-43309e554112 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 944 time: 0.0515876 Dec 15 16:12:51.454579 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-70954fca-4efe-4aca-b0a6-bd467c5abbe8 req-988d206b-5a9d-4273-8358-0581b946b137 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423744 Dec 15 16:12:51.699926 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device e59443c3-d7d5-4e2d-aff5-cef64eefe552 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:12:51.704541 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device ff8c60a3-47a7-4194-b028-2e81bba77d11 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:51.810630 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port ff8c60a3-47a7-4194-b028-2e81bba77d11 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:12:51.822660 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port ff8c60a3-47a7-4194-b028-2e81bba77d11 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:51.823033 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:51.861601 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port e59443c3-d7d5-4e2d-aff5-cef64eefe552, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:51.878615 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'port_id': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'mac_address': 'fa:16:3e:30:f4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:12:51.931178 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:51.969827 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59443c3-d7d5-4e2d-aff5-cef64eefe552 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:51.986461 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:52.010594 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port e59443c3-d7d5-4e2d-aff5-cef64eefe552, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:52.017710 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:52.025160 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8c60a3-47a7-4194-b028-2e81bba77d11'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:52.027575 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e388f82-7ae7-46aa-b253-649166a9d24c" -d '{"events": [{"server_uuid": "c82dd27b-c17d-46b9-90ba-ac10e0df5039", "name": "network-vif-plugged", "status": "completed", "tag": "ff8c60a3-47a7-4194-b028-2e81bba77d11"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:52.067305 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port ff8c60a3-47a7-4194-b028-2e81bba77d11, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ff8c60a3-47a7-4194-b028-2e81bba77d11,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:52.069184 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b56966-c5b5-4d2b-beb8-8fed7d60df5f x-openstack-request-id: req-25b56966-c5b5-4d2b-beb8-8fed7d60df5f {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:52.069511 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82dd27b-c17d-46b9-90ba-ac10e0df5039", "name": "network-vif-plugged", "status": "completed", "tag": "ff8c60a3-47a7-4194-b028-2e81bba77d11", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:52.069801 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25b56966-c5b5-4d2b-beb8-8fed7d60df5f {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:52.070269 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8c60a3-47a7-4194-b028-2e81bba77d11', 'code': 200} Dec 15 16:12:52.073241 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:52.093184 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=e59443c3-d7d5-4e2d-aff5-cef64eefe552,revision_number=7']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:52.141883 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=ff8c60a3-47a7-4194-b028-2e81bba77d11,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:52.323575 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfc2f5-e64b-4e0a-b9de-b71df0b9585c req-1fbc0835-4fc4-4f8b-ad81-0c12da574f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:52.324915 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a6cfc2f5-e64b-4e0a-b9de-b71df0b9585c req-1fbc0835-4fc4-4f8b-ad81-0c12da574f12 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 1098 time: 0.0380073 Dec 15 16:12:52.341767 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['e59443c3-d7d5-4e2d-aff5-cef64eefe552'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:12:52.379019 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a6cfc2f5-e64b-4e0a-b9de-b71df0b9585c req-0e3d4ba0-6581-4c1c-a5d5-a9019931bfd0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463858 Dec 15 16:12:52.575250 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d6c01-40f0-4397-907c-58d99bcd9b5a req-f9031df2-4a23-4db3-9174-0dea70a10635 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:52.576705 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-017d6c01-40f0-4397-907c-58d99bcd9b5a req-f9031df2-4a23-4db3-9174-0dea70a10635 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 945 time: 0.0533803 Dec 15 16:12:52.627729 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-017d6c01-40f0-4397-907c-58d99bcd9b5a req-fd1c309a-6f16-442a-aa49-0a046bbe7398 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 Dec 15 16:12:53.726517 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device e59443c3-d7d5-4e2d-aff5-cef64eefe552 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:53.772138 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc842f6c-d1a6-4dda-9de0-ed7d5f46d4a9 req-6463c4cd-6b63-4449-9312-793cd3ae0e78 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:53.773848 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc842f6c-d1a6-4dda-9de0-ed7d5f46d4a9 req-6463c4cd-6b63-4449-9312-793cd3ae0e78 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 945 time: 0.0744951 Dec 15 16:12:53.788040 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port e59443c3-d7d5-4e2d-aff5-cef64eefe552 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:53.788725 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:53.828648 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc842f6c-d1a6-4dda-9de0-ed7d5f46d4a9 req-96eaee05-9ab7-4473-91b1-9bd39de027ff tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485704 Dec 15 16:12:53.873151 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:53.905041 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port e59443c3-d7d5-4e2d-aff5-cef64eefe552, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:53.908672 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:53.958376 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=e59443c3-d7d5-4e2d-aff5-cef64eefe552,revision_number=8']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:54.071751 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:54.074058 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9e2d3c-5395-45fc-a3a7-6d1414ba3179" -d '{"events": [{"server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "name": "network-vif-plugged", "status": "completed", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:54.111353 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93b94cb-3791-4f48-aaef-a8433d11e113 x-openstack-request-id: req-b93b94cb-3791-4f48-aaef-a8433d11e113 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:54.111646 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "name": "network-vif-plugged", "status": "completed", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:54.111901 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b93b94cb-3791-4f48-aaef-a8433d11e113 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:54.112298 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'code': 200} Dec 15 16:12:54.948496 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18923b3-8bb4-42ac-b172-cb51b169e296 req-0b5f8064-2a1c-479b-9e7e-3a410fe4a45f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:54.949964 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f18923b3-8bb4-42ac-b172-cb51b169e296 req-0b5f8064-2a1c-479b-9e7e-3a410fe4a45f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 945 time: 0.0503268 Dec 15 16:12:55.001938 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f18923b3-8bb4-42ac-b172-cb51b169e296 req-a09783f9-37c9-47fa-966d-04ab238687bc tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456014 Dec 15 16:12:55.118261 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ad46-11b3-4dde-a9f9-6a9c88d04ae2 req-a601829d-a0c8-42ed-92fb-caf394bd93e3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:55.119621 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0990ad46-11b3-4dde-a9f9-6a9c88d04ae2 req-a601829d-a0c8-42ed-92fb-caf394bd93e3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 945 time: 0.0482237 Dec 15 16:12:55.170737 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0990ad46-11b3-4dde-a9f9-6a9c88d04ae2 req-acc51569-d8f6-4c4e-8e33-11a2ce9356aa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452893 Dec 15 16:12:55.192256 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41400) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:55.383746 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66265404-455f-4118-adca-16043a529bfa tempest-TestVolumeBootPattern-115610531 tempest-TestVolumeBootPattern-115610531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:55.385320 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-66265404-455f-4118-adca-16043a529bfa tempest-TestVolumeBootPattern-115610531 tempest-TestVolumeBootPattern-115610531-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 1093 time: 0.1920333 Dec 15 16:12:55.388161 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41406) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:55.392942 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'floatingip': {'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'port_id': 'ff8c60a3-47a7-4194-b028-2e81bba77d11', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:55.414633 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:55.509783 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:55.613469 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Allocated IP 172.27.1.81 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/184f4882-7417-4dc4-bea3-55f30d3daa2e) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:55.709673 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:55.746076 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:55.784308 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:55.790181 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:55.790753 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:55.812952 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'Port': ['ID=184f4882-7417-4dc4-bea3-55f30d3daa2e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:56.142809 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:56.433674 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:56.582933 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:56.587451 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987328'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:56.657427 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'Port': ['ID=184f4882-7417-4dc4-bea3-55f30d3daa2e,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:56.664597 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:56.762910 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.l3_db [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Floating IP 8c08079e-e7eb-4c13-b871-9a93a6e18290 associated. External IP: 172.27.1.81, port: ff8c60a3-47a7-4194-b028-2e81bba77d11. Dec 15 16:12:56.978539 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:57.087375 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:57.097649 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df526a5-6845-4bd9-bbd7-6d82b98b38db None None] Sync routers for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:57.104521 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:57.107184 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df526a5-6845-4bd9-bbd7-6d82b98b38db None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:57.108358 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-1df526a5-6845-4bd9-bbd7-6d82b98b38db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:57.131903 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-4fb40e34-cc66-4e39-8ec9-6151e7ffc35d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7426999 Dec 15 16:12:57.132487 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'tag': 'ff8c60a3-47a7-4194-b028-2e81bba77d11'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:57.134758 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93fe40e28fdc5c77346bb66089c0ac0313d1d773a74fe44e2cd07b84df8d09d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a13776-deea-4d07-aafa-db4e12b56814" -d '{"events": [{"name": "network-changed", "server_uuid": "c82dd27b-c17d-46b9-90ba-ac10e0df5039", "tag": "ff8c60a3-47a7-4194-b028-2e81bba77d11"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:57.179542 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccff199-7e34-4277-b078-baa99b7a345e x-openstack-request-id: req-cccff199-7e34-4277-b078-baa99b7a345e {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:57.180138 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82dd27b-c17d-46b9-90ba-ac10e0df5039", "tag": "ff8c60a3-47a7-4194-b028-2e81bba77d11", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:57.180138 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cccff199-7e34-4277-b078-baa99b7a345e {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:57.180668 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'tag': 'ff8c60a3-47a7-4194-b028-2e81bba77d11', 'status': 'completed', 'code': 200} Dec 15 16:12:57.226289 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-1df526a5-6845-4bd9-bbd7-6d82b98b38db None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:57.252338 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13776-deea-4d07-aafa-db4e12b56814 req-e36182a0-5156-4948-9532-5793e3bb4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:57.253817 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-80a13776-deea-4d07-aafa-db4e12b56814 req-e36182a0-5156-4948-9532-5793e3bb4b34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 1098 time: 0.0450289 Dec 15 16:12:57.351539 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13776-deea-4d07-aafa-db4e12b56814 req-7f4bc125-897d-4cde-a496-c290af9aaa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:57.353005 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-80a13776-deea-4d07-aafa-db4e12b56814 req-7f4bc125-897d-4cde-a496-c290af9aaa32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.0846994 Dec 15 16:12:57.425202 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-80a13776-deea-4d07-aafa-db4e12b56814 req-bcb1e703-b9a3-42a3-8f58-40bd87b3d29d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8c60a3-47a7-4194-b028-2e81bba77d11 HTTP/1.1" status: 200 len: 998 time: 0.0616767 Dec 15 16:12:57.453156 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-1df526a5-6845-4bd9-bbd7-6d82b98b38db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '8c08079e-e7eb-4c13-b871-9a93a6e18290', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'ff8c60a3-47a7-4194-b028-2e81bba77d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:e6:ca:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:56Z', 'updated_at': '2021-12-15T16:12:56Z', 'revision_number': 0, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:57.481054 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df526a5-6845-4bd9-bbd7-6d82b98b38db None None] Checking router: 60d67fee-834a-4fa1-bfc2-369f2c1f3129 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:57.481392 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13776-deea-4d07-aafa-db4e12b56814 req-d61af8bf-a1ab-4c57-a337-fdbdbc262929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:57.483645 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-80a13776-deea-4d07-aafa-db4e12b56814 req-d61af8bf-a1ab-4c57-a337-fdbdbc262929 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0482740 Dec 15 16:12:57.490428 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df526a5-6845-4bd9-bbd7-6d82b98b38db None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:57.491035 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-1df526a5-6845-4bd9-bbd7-6d82b98b38db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:12:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:57.528118 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13776-deea-4d07-aafa-db4e12b56814 req-847910d2-a416-4512-b302-542a0793e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:57.529596 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-80a13776-deea-4d07-aafa-db4e12b56814 req-847910d2-a416-4512-b302-542a0793e027 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388067 Dec 15 16:12:57.604180 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-1df526a5-6845-4bd9-bbd7-6d82b98b38db None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:57.631594 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-80a13776-deea-4d07-aafa-db4e12b56814 req-65c6adb7-ac45-40c8-a1ad-35abf9442620 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876782 Dec 15 16:12:57.730565 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-80a13776-deea-4d07-aafa-db4e12b56814 req-08b2a91b-a440-4a2a-8413-00acc5c09a38 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876868 Dec 15 16:12:57.958002 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-1df526a5-6845-4bd9-bbd7-6d82b98b38db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '8c08079e-e7eb-4c13-b871-9a93a6e18290', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'ff8c60a3-47a7-4194-b028-2e81bba77d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:e6:ca:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:56Z', 'updated_at': '2021-12-15T16:12:56Z', 'revision_number': 0, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:57.987246 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df526a5-6845-4bd9-bbd7-6d82b98b38db None None] The sync data for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi is: [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '8c08079e-e7eb-4c13-b871-9a93a6e18290', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'ff8c60a3-47a7-4194-b028-2e81bba77d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:e6:ca:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:56Z', 'updated_at': '2021-12-15T16:12:56Z', 'revision_number': 0, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:58.178848 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93235a58-0d06-40ed-a25f-f216bffdc6ea None None] New status for floating IP 8c08079e-e7eb-4c13-b871-9a93a6e18290: ACTIVE {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:12:59.590706 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:03.054785 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f5c52-295f-4e25-a85e-add528a76924 req-1d3cb0d4-3011-41ed-9e3f-6abae3f517b2 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:03.056369 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f39f5c52-295f-4e25-a85e-add528a76924 req-1d3cb0d4-3011-41ed-9e3f-6abae3f517b2 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0494659 Dec 15 16:13:03.107271 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f39f5c52-295f-4e25-a85e-add528a76924 req-f13d6779-8058-44ec-9570-3f0b35688825 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445585 Dec 15 16:13:04.226412 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517270a-7308-49c1-b21b-6e6e38fd1f26 req-29397e0c-b1b3-4dd8-9291-dcfd6b0a438f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:04.227886 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a517270a-7308-49c1-b21b-6e6e38fd1f26 req-29397e0c-b1b3-4dd8-9291-dcfd6b0a438f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0481157 Dec 15 16:13:04.274394 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a517270a-7308-49c1-b21b-6e6e38fd1f26 req-df1e19bd-3c02-4c31-98e1-0f635e1c5c6c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404994 Dec 15 16:13:05.070014 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-070fcc72-b18d-4a45-a022-ad1994dfc377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:05.392275 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134a40-21e9-4aff-8b34-122bfcc6c386 req-aacde7b6-42f9-4a76-8f25-50196dd8b6a6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:05.393724 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd134a40-21e9-4aff-8b34-122bfcc6c386 req-aacde7b6-42f9-4a76-8f25-50196dd8b6a6 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0469847 Dec 15 16:13:05.421386 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:13:05.438415 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd134a40-21e9-4aff-8b34-122bfcc6c386 req-94518553-9ceb-40c3-8290-ed50d283f62d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389760 Dec 15 16:13:06.558131 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0531c-9f24-444d-917d-a04f9c028fee req-90ddc590-5718-4e8c-b795-a86be3005e96 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:06.559543 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-94f0531c-9f24-444d-917d-a04f9c028fee req-90ddc590-5718-4e8c-b795-a86be3005e96 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0514164 Dec 15 16:13:06.605057 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-94f0531c-9f24-444d-917d-a04f9c028fee req-79bc540e-d321-4730-90ce-95b9b492a95c tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390625 Dec 15 16:13:07.211762 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-deba03c8-8fa8-4542-ab0a-d18e5e8d9b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:07.721557 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a082a8-2618-462e-8ba2-f2a79f4f2b73 req-c311945b-8fdd-4584-b051-3872c03310be tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:07.723044 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-30a082a8-2618-462e-8ba2-f2a79f4f2b73 req-c311945b-8fdd-4584-b051-3872c03310be tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0474148 Dec 15 16:13:07.768492 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-30a082a8-2618-462e-8ba2-f2a79f4f2b73 req-40f41537-b771-48d8-9123-43c2052150a3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396266 Dec 15 16:13:08.652472 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:08.888099 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135767b-4eea-4887-bb89-daeb75b96668 req-f38a920d-b54a-4904-9edf-39ba30406764 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:08.889538 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c135767b-4eea-4887-bb89-daeb75b96668 req-f38a920d-b54a-4904-9edf-39ba30406764 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0506134 Dec 15 16:13:08.937571 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c135767b-4eea-4887-bb89-daeb75b96668 req-6c07d14b-9260-4200-b819-cbcd32c59478 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420597 Dec 15 16:13:09.777495 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:10.056539 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053374fe-8b90-463f-811b-5cb58d6c2b5a req-e57f3bcf-1c86-403a-9666-845125468e02 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:10.057977 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-053374fe-8b90-463f-811b-5cb58d6c2b5a req-e57f3bcf-1c86-403a-9666-845125468e02 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0475113 Dec 15 16:13:10.102834 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-053374fe-8b90-463f-811b-5cb58d6c2b5a req-fda73184-cb10-4d66-b56a-d605f4bee984 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388188 Dec 15 16:13:11.216975 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cf406-5c19-4ee9-8b0a-27b49d165712 req-4047a93f-d1b3-4e10-bf6b-d8f0898a6eff tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:11.218402 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ad9cf406-5c19-4ee9-8b0a-27b49d165712 req-4047a93f-d1b3-4e10-bf6b-d8f0898a6eff tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0466435 Dec 15 16:13:11.266415 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ad9cf406-5c19-4ee9-8b0a-27b49d165712 req-50850b49-ad00-4a5f-aabb-dee400bfa9be tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421944 Dec 15 16:13:11.429777 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:12.626111 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afbd32-e2e0-4651-9a2b-b89cf67db8fc req-a3eb3f7a-ee48-46e7-b42d-86c61c2a9835 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:12.627570 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-11afbd32-e2e0-4651-9a2b-b89cf67db8fc req-a3eb3f7a-ee48-46e7-b42d-86c61c2a9835 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.2902939 Dec 15 16:13:12.672881 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-11afbd32-e2e0-4651-9a2b-b89cf67db8fc req-625dfce4-7d0c-48cb-bc86-c7ea82ba73f1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395181 Dec 15 16:13:13.786743 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe779d5f-403c-481b-b218-65269a4fe9c2 req-26c961c2-a0a9-45ce-8ac9-1ab424dc7f15 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:13.788168 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fe779d5f-403c-481b-b218-65269a4fe9c2 req-26c961c2-a0a9-45ce-8ac9-1ab424dc7f15 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0464747 Dec 15 16:13:13.832769 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fe779d5f-403c-481b-b218-65269a4fe9c2 req-665c17d0-7467-47fc-9c25-c3c6947b90b8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387716 Dec 15 16:13:14.955843 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a3f2e-cabf-4cf7-99a7-4e08d1a02973 req-85fa9b92-dccb-45ec-9275-5a5d062f108d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:14.957322 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-764a3f2e-cabf-4cf7-99a7-4e08d1a02973 req-85fa9b92-dccb-45ec-9275-5a5d062f108d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0529709 Dec 15 16:13:15.004948 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-764a3f2e-cabf-4cf7-99a7-4e08d1a02973 req-3f0f8039-ed9e-4947-ba8f-adafd32952d8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414057 Dec 15 16:13:16.120708 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb4639-cd4a-41ff-82a9-4316da1e3b37 req-1f6b08b3-5b3d-444c-973b-d33cfba5fd97 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:16.122149 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f4eb4639-cd4a-41ff-82a9-4316da1e3b37 req-1f6b08b3-5b3d-444c-973b-d33cfba5fd97 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0469203 Dec 15 16:13:16.169211 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f4eb4639-cd4a-41ff-82a9-4316da1e3b37 req-9cc47441-18b6-41c6-bf9e-35b1e45d5c38 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412312 Dec 15 16:13:17.285453 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93951fe1-9a3b-4d60-8da2-11608e2c4454 req-b1c18a1b-ada7-4649-beac-a88c81bb8502 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:17.286968 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-93951fe1-9a3b-4d60-8da2-11608e2c4454 req-b1c18a1b-ada7-4649-beac-a88c81bb8502 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0477667 Dec 15 16:13:17.335939 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-93951fe1-9a3b-4d60-8da2-11608e2c4454 req-66c905d4-a24a-467f-b2a7-6c7ddb9104b3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Dec 15 16:13:18.455829 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe376af6-57cb-4740-b5c5-137a65870abf req-70f8659a-90d3-42e8-892e-6a1bd418cfa1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:18.457287 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fe376af6-57cb-4740-b5c5-137a65870abf req-70f8659a-90d3-42e8-892e-6a1bd418cfa1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0491281 Dec 15 16:13:18.502972 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fe376af6-57cb-4740-b5c5-137a65870abf req-31acec26-8bff-4fad-b3fc-f0c7caae21ae tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397413 Dec 15 16:13:19.620895 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0629783-2d19-4202-8f91-c0769759ed47 req-01f3461f-a072-4d5d-a308-1b06bbc33905 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:19.622385 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0629783-2d19-4202-8f91-c0769759ed47 req-01f3461f-a072-4d5d-a308-1b06bbc33905 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0473349 Dec 15 16:13:19.669212 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0629783-2d19-4202-8f91-c0769759ed47 req-30e7ce5c-85fd-4283-964b-4246b3632f3b tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404456 Dec 15 16:13:20.791068 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7fa53-efb8-41e7-8a56-82ba6ae7f32c req-d3d0b1b7-a1bd-488c-a9ed-2665e049e7b8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:20.792541 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-21b7fa53-efb8-41e7-8a56-82ba6ae7f32c req-d3d0b1b7-a1bd-488c-a9ed-2665e049e7b8 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0518267 Dec 15 16:13:20.842604 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-21b7fa53-efb8-41e7-8a56-82ba6ae7f32c req-53789b78-bfe0-4f58-a7f2-1f8cc293b102 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441160 Dec 15 16:13:21.942804 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:13:21.973390 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0af54-e124-47bb-b9b1-992058ca3635 req-a3dbbf21-5b20-45b2-b3f9-b0df641e0a26 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:21.975138 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-68e0af54-e124-47bb-b9b1-992058ca3635 req-a3dbbf21-5b20-45b2-b3f9-b0df641e0a26 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0536349 Dec 15 16:13:22.033794 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-68e0af54-e124-47bb-b9b1-992058ca3635 req-f190d1c8-0c26-4315-b510-98d54dbc7669 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508525 Dec 15 16:13:22.074245 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:22.085789 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'port_id': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'mac_address': 'fa:16:3e:62:bb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:13:22.121865 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.134619 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:13:22.154364 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:22.158592 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.214421 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,revision_number=6']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:22.223745 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.224100 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.224471 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.224850 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.225331 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.225668 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.225999 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.226359 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.226686 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.227012 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.227336 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.227658 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.227979 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:22.294894 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['2aa9ba55-7099-4c77-96de-51fbd5b9bd0f'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:13:23.220947 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85b0f-9670-4e1b-a55f-1dda0e58e912 req-c2fbfa54-724b-42f8-bf90-25022c27258f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:23.222480 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2cb85b0f-9670-4e1b-a55f-1dda0e58e912 req-c2fbfa54-724b-42f8-bf90-25022c27258f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 944 time: 0.0685604 Dec 15 16:13:23.278577 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2cb85b0f-9670-4e1b-a55f-1dda0e58e912 req-6a84da50-f02d-42e0-8372-f068d37234df tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498137 Dec 15 16:13:23.970436 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:13:24.027775 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:24.028421 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.116134 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.140454 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:24.143355 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd9eb5d-16d2-43ba-8f1f-5fdb20c8ed41" -d '{"events": [{"server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:24.158608 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:24.170524 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.253178 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,revision_number=7']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:24.399694 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e072d65-ed6d-43da-a1a4-8335848e2aea x-openstack-request-id: req-5e072d65-ed6d-43da-a1a4-8335848e2aea {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:24.400451 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:24.400758 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e072d65-ed6d-43da-a1a4-8335848e2aea {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:24.401317 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'code': 200} Dec 15 16:13:24.456627 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bba3b-f0b4-46ce-917a-efb1937144de req-a86b07fa-fd87-418c-a04c-f838354743b1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:24.464841 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-797bba3b-f0b4-46ce-917a-efb1937144de req-a86b07fa-fd87-418c-a04c-f838354743b1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0600216 Dec 15 16:13:24.517995 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-797bba3b-f0b4-46ce-917a-efb1937144de req-84077f86-d205-4b45-9bb5-d7a11d9d84f5 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521622 Dec 15 16:13:25.652964 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caea76-7304-4db5-93d1-a756c5e5b05c req-b3222a13-8245-4f32-96f7-c013e813518a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:25.654614 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-00caea76-7304-4db5-93d1-a756c5e5b05c req-b3222a13-8245-4f32-96f7-c013e813518a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0600638 Dec 15 16:13:25.684779 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 41678) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:25.716585 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-00caea76-7304-4db5-93d1-a756c5e5b05c req-02c773b1-ae11-48d0-8a7d-a3b0bca74e62 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541503 Dec 15 16:13:25.810782 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:25.891911 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:25.895772 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:25.931721 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 41682) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:25.932090 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f8c9915b6f34d4e8e5ecc09994ecc1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450161 Dec 15 16:13:25.941493 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17756832-84bf-437e-ae55-ecc326fc01bf,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:25.951232 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.951597 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.951923 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.952269 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.952587 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.952915 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.953285 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.956016 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.956016 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.956016 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.956016 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.956016 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.956016 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea183e48-f7d6-4983-8548-76bb741b8826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:25.993148 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4aafe403-2c82-425e-bd95-3af7f89c3481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.016174 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4aafe403-2c82-425e-bd95-3af7f89c3481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.073329 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4aafe403-2c82-425e-bd95-3af7f89c3481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.075948 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4aafe403-2c82-425e-bd95-3af7f89c3481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.077189 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-4aafe403-2c82-425e-bd95-3af7f89c3481 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17756832-84bf-437e-ae55-ecc326fc01bf HTTP/1.1" status: 204 len: 168 time: 0.1442382 Dec 15 16:13:26.085091 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafe403-2c82-425e-bd95-3af7f89c3481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17756832-84bf-437e-ae55-ecc326fc01bf,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:26.853112 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a6072-2a38-478a-a61b-93c535a0272f req-8cbe0397-f4fb-4685-aa88-5218058dc2e3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:26.855349 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-398a6072-2a38-478a-a61b-93c535a0272f req-8cbe0397-f4fb-4685-aa88-5218058dc2e3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0582604 Dec 15 16:13:26.909188 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-398a6072-2a38-478a-a61b-93c535a0272f req-2f6adf74-884d-496b-8e55-bcb55326d9f5 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473170 Dec 15 16:13:28.056273 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ea93f-7d0d-43a1-8ce0-dbd3deb8f5e5 req-11440b97-0d0a-4d03-8c2f-45b32f7d7c8a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:28.057811 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a4ea93f-7d0d-43a1-8ce0-dbd3deb8f5e5 req-11440b97-0d0a-4d03-8c2f-45b32f7d7c8a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0636356 Dec 15 16:13:28.107852 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a4ea93f-7d0d-43a1-8ce0-dbd3deb8f5e5 req-3b9b1229-b0d4-4688-a827-a99ec40b88f0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441039 Dec 15 16:13:28.722396 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64b77348-fd9b-44de-9e34-a362984d3416 req-cded74cc-00a2-45cb-bc71-ac0282b1ceed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484343 Dec 15 16:13:28.820172 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77348-fd9b-44de-9e34-a362984d3416 req-b6aaabdf-ccf5-4c6c-aa42-535f0bdc93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:28.821762 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64b77348-fd9b-44de-9e34-a362984d3416 req-b6aaabdf-ccf5-4c6c-aa42-535f0bdc93a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79292acd0f5349ed8f0dc153ee4c983d&device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 1098 time: 0.0466809 Dec 15 16:13:28.952705 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77348-fd9b-44de-9e34-a362984d3416 req-079a9c3e-fc37-4599-b215-95e930462cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:28.954412 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64b77348-fd9b-44de-9e34-a362984d3416 req-079a9c3e-fc37-4599-b215-95e930462cda service neutron] 10.222.0.18 "GET /v2.0/networks?id=4579f1c5-7fc5-4782-9d02-20f1a37f593e HTTP/1.1" status: 200 len: 909 time: 0.1004598 Dec 15 16:13:29.030469 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64b77348-fd9b-44de-9e34-a362984d3416 req-cbb01e21-5d4a-4d3c-bdaf-29a6d722a39d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552 HTTP/1.1" status: 200 len: 1001 time: 0.0666678 Dec 15 16:13:29.088282 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77348-fd9b-44de-9e34-a362984d3416 req-6126abd1-aa25-40bd-811f-ece9de7eb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:29.089664 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64b77348-fd9b-44de-9e34-a362984d3416 req-6126abd1-aa25-40bd-811f-ece9de7eb29d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b351123e-a8b4-41b4-806b-9570c2b4459b HTTP/1.1" status: 200 len: 847 time: 0.0506172 Dec 15 16:13:29.138959 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77348-fd9b-44de-9e34-a362984d3416 req-d4312a3e-a243-444b-aeb6-de7e7174a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:29.140618 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64b77348-fd9b-44de-9e34-a362984d3416 req-d4312a3e-a243-444b-aeb6-de7e7174a474 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4579f1c5-7fc5-4782-9d02-20f1a37f593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432084 Dec 15 16:13:29.284537 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98ff6-a767-4df3-9b3a-f6138231d58b req-4eef9522-2584-4612-9f01-67f5214674bc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:29.286348 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0ad98ff6-a767-4df3-9b3a-f6138231d58b req-4eef9522-2584-4612-9f01-67f5214674bc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0814371 Dec 15 16:13:29.288694 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64b77348-fd9b-44de-9e34-a362984d3416 req-46b8ea31-1cb8-4986-9a8d-2066fb58e91b service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307604 Dec 15 16:13:29.387860 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0ad98ff6-a767-4df3-9b3a-f6138231d58b req-eac91410-b193-4e39-a7d9-3a0c85f75bf7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950074 Dec 15 16:13:29.414671 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-64b77348-fd9b-44de-9e34-a362984d3416 req-d2a1caa8-e413-4bf4-aa58-675426ef69e4 service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150544 Dec 15 16:13:29.608519 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:30.534194 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdf6c4-ba7b-40ec-b29a-fd814ca0f86e req-e0137454-cbda-402a-af85-a931ff995213 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:30.536692 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-53bdf6c4-ba7b-40ec-b29a-fd814ca0f86e req-e0137454-cbda-402a-af85-a931ff995213 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0588400 Dec 15 16:13:30.601595 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-53bdf6c4-ba7b-40ec-b29a-fd814ca0f86e req-7e946939-ea1d-4ce2-8780-d1dd22ef7f44 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584636 Dec 15 16:13:31.735022 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167ce54-a3e1-4dc0-a843-1100e3481f50 req-129318db-0ad6-4af2-bf6a-1c5bf615cd79 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:31.736706 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c167ce54-a3e1-4dc0-a843-1100e3481f50 req-129318db-0ad6-4af2-bf6a-1c5bf615cd79 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0559990 Dec 15 16:13:31.788732 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c167ce54-a3e1-4dc0-a843-1100e3481f50 req-226ded55-a2a0-42af-ae97-8303218a9c97 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451202 Dec 15 16:13:32.679186 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02046d-3fb2-4c1e-a1ee-eb6b3a67cc95 req-bf58462d-ae31-4801-b81f-d56835eb22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:32.680641 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a02046d-3fb2-4c1e-a1ee-eb6b3a67cc95 req-bf58462d-ae31-4801-b81f-d56835eb22ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 1098 time: 0.0431225 Dec 15 16:13:32.767106 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02046d-3fb2-4c1e-a1ee-eb6b3a67cc95 req-71ae45d6-9ad9-4a96-b9d3-eaf265a9859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:32.768514 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a02046d-3fb2-4c1e-a1ee-eb6b3a67cc95 req-71ae45d6-9ad9-4a96-b9d3-eaf265a9859d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 200 len: 917 time: 0.0796664 Dec 15 16:13:32.848122 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a02046d-3fb2-4c1e-a1ee-eb6b3a67cc95 req-134bca65-49de-4ecc-8104-36056496d836 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f HTTP/1.1" status: 200 len: 1000 time: 0.0604649 Dec 15 16:13:32.922754 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02046d-3fb2-4c1e-a1ee-eb6b3a67cc95 req-c365948d-25e1-497d-8c63-ba77861caf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:32.924182 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a02046d-3fb2-4c1e-a1ee-eb6b3a67cc95 req-c365948d-25e1-497d-8c63-ba77861caf8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7619fe57-562e-4dcd-85a1-474a5ed5dfef HTTP/1.1" status: 200 len: 855 time: 0.0685534 Dec 15 16:13:32.937280 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c232f-398d-4c79-8f9c-e35b75ffd501 req-ecb3e549-62a8-49ac-ad3d-62db09bb8aa2 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:32.939266 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a98c232f-398d-4c79-8f9c-e35b75ffd501 req-ecb3e549-62a8-49ac-ad3d-62db09bb8aa2 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0760396 Dec 15 16:13:33.008786 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02046d-3fb2-4c1e-a1ee-eb6b3a67cc95 req-847df807-2745-4573-8e55-b1250f17ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:33.010258 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a02046d-3fb2-4c1e-a1ee-eb6b3a67cc95 req-847df807-2745-4573-8e55-b1250f17ce69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9de569e-dedf-412f-ac55-6fe163ed494a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701489 Dec 15 16:13:33.013570 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a98c232f-398d-4c79-8f9c-e35b75ffd501 req-dd484775-d799-47c1-a71a-0a6a6bec0b95 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652692 Dec 15 16:13:33.098460 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a02046d-3fb2-4c1e-a1ee-eb6b3a67cc95 req-84fab943-963c-4692-bd6a-26fc4f9c0677 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796072 Dec 15 16:13:33.191697 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2a02046d-3fb2-4c1e-a1ee-eb6b3a67cc95 req-41833fe5-28de-4cdd-8741-9622175384c5 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846617 Dec 15 16:13:34.135293 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60044d12-dbd8-4ce3-b134-0746b3778dd0 req-ae0a1d02-c15b-4d41-8b57-6efdfff0efdc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:34.136762 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-60044d12-dbd8-4ce3-b134-0746b3778dd0 req-ae0a1d02-c15b-4d41-8b57-6efdfff0efdc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0488992 Dec 15 16:13:34.184662 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-60044d12-dbd8-4ce3-b134-0746b3778dd0 req-3d4d7ef2-b094-46d1-aa52-16c2d0d82486 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421045 Dec 15 16:13:35.070856 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-14a3cb4b-922a-4ebf-89ac-cc66af7130aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:35.301104 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb32bb-c274-49b1-83fa-3beb818a7c66 req-756a76e7-347d-4dc6-948d-7c67fe474274 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:35.302501 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-30fb32bb-c274-49b1-83fa-3beb818a7c66 req-756a76e7-347d-4dc6-948d-7c67fe474274 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 945 time: 0.0475090 Dec 15 16:13:35.349751 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-30fb32bb-c274-49b1-83fa-3beb818a7c66 req-f2e24291-7e3a-454e-9512-8aafa2020293 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414340 Dec 15 16:13:35.999253 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:13:36.076201 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:36.086585 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [req-5b78da08-b6fc-46dd-a9c1-62d1f4f6d94d req-eb8b9d73-47b1-4187-9547-0ee216a94b52 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:13:36.087554 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5b78da08-b6fc-46dd-a9c1-62d1f4f6d94d req-eb8b9d73-47b1-4187-9547-0ee216a94b52 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055087 Dec 15 16:13:36.099595 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:36.101864 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba7a0eb-a614-44ed-9476-65f64d49fd85" -d '{"events": [{"server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "name": "network-vif-unplugged", "status": "completed", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:36.114267 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:36.120160 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:36.145589 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79a20b8-f488-4134-a0b3-d040e6e6a2ce x-openstack-request-id: req-e79a20b8-f488-4134-a0b3-d040e6e6a2ce {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:36.146032 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "name": "network-vif-unplugged", "status": "failed", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f", "code": 422}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:36.146315 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e79a20b8-f488-4134-a0b3-d040e6e6a2ce {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:36.146733 dv-cinder-800703-3-iscsi neutron-server[102584]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'code': 422} returned with failed status Dec 15 16:13:36.177703 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,revision_number=8']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:36.258277 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f54953-1e57-427c-947a-162ee7c6d769 req-41efe9b5-b4cb-416a-be9d-5ef611987eb1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:36.259907 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a1f54953-1e57-427c-947a-162ee7c6d769 req-41efe9b5-b4cb-416a-be9d-5ef611987eb1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0529931 Dec 15 16:13:36.308737 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a1f54953-1e57-427c-947a-162ee7c6d769 req-81b5f7d0-c41a-49cb-93bb-58b8ef662c4a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426304 Dec 15 16:13:36.548345 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 41800) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:36.636853 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-a18daa6e-f195-4cec-bd6a-2d992e2fab26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873108 Dec 15 16:13:36.646305 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-1431a6a4-759d-469e-91b6-41b7e03e66a8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:13:36.647236 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-1431a6a4-759d-469e-91b6-41b7e03e66a8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048013 Dec 15 16:13:37.211720 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6ec0992f-2302-463c-80d2-d5a5442b89bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:37.429409 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26689d6-b727-4d05-8999-ae80aaf78c33 req-2efbf32e-a26f-4104-ba7f-f71ad76a7953 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:37.430942 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d26689d6-b727-4d05-8999-ae80aaf78c33 req-2efbf32e-a26f-4104-ba7f-f71ad76a7953 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0482962 Dec 15 16:13:37.455945 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-ef8df242-4b60-444e-9dd9-bea9aad6a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:37.457419 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-ef8df242-4b60-444e-9dd9-bea9aad6a7b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08&tenant_id=f1f1638b13884efc82ff109ef86772d7 HTTP/1.1" status: 200 len: 1096 time: 0.0404844 Dec 15 16:13:37.479443 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d26689d6-b727-4d05-8999-ae80aaf78c33 req-6a269195-32df-4531-a37c-34b1c07a1404 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Dec 15 16:13:37.518848 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-67aecda6-a39d-4740-9099-a1757bafc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:37.520316 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-67aecda6-a39d-4740-9099-a1757bafc66c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f1638b13884efc82ff109ef86772d7&device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 1096 time: 0.0398245 Dec 15 16:13:37.615722 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-0b9cb66e-4891-4a50-a024-412d66833c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:37.617467 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-0b9cb66e-4891-4a50-a024-412d66833c3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 200 len: 917 time: 0.0883591 Dec 15 16:13:37.687252 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-2b426077-7bdf-4825-8e7e-ac2647e36728 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f HTTP/1.1" status: 200 len: 998 time: 0.0568650 Dec 15 16:13:37.735533 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-c86b531d-abb5-4d74-bd96-17503d144162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:37.736893 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-c86b531d-abb5-4d74-bd96-17503d144162 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7619fe57-562e-4dcd-85a1-474a5ed5dfef HTTP/1.1" status: 200 len: 855 time: 0.0414984 Dec 15 16:13:37.783948 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-c426f5f3-5850-4c4a-b877-f065feb05124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:37.785594 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-c426f5f3-5850-4c4a-b877-f065feb05124 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9de569e-dedf-412f-ac55-6fe163ed494a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412214 Dec 15 16:13:37.870528 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-f677060e-54b4-40ee-9f54-3fadb2548fb4 service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768480 Dec 15 16:13:37.961216 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eaa8851a-f8c5-4498-bfa9-3a55e10893a5 req-05657364-f363-4862-9740-255646dfff2b service neutron] 10.222.0.18 "GET /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815811 Dec 15 16:13:38.642667 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd721c6e-d58a-4259-8aca-9264613a388f req-27206a54-b145-4aea-bc57-b4d06915c908 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:38.650177 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cd721c6e-d58a-4259-8aca-9264613a388f req-27206a54-b145-4aea-bc57-b4d06915c908 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0658159 Dec 15 16:13:38.658486 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:38.696646 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cd721c6e-d58a-4259-8aca-9264613a388f req-3bd14c49-ecce-4c1e-8aa3-4c0c3ac36ef3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454786 Dec 15 16:13:39.784513 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:39.825370 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1150c-39f7-4c4f-947c-e1f2f5eff4ba req-1d058e65-b27d-41ed-96fc-50fd3df046ef tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:39.827658 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8db1150c-39f7-4c4f-947c-e1f2f5eff4ba req-1d058e65-b27d-41ed-96fc-50fd3df046ef tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0533729 Dec 15 16:13:39.877714 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8db1150c-39f7-4c4f-947c-e1f2f5eff4ba req-55fa3d9e-cf04-4243-a262-ea9c51aff682 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426180 Dec 15 16:13:40.042893 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:13:40.998784 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c13a0-bbb8-4319-8328-b7b3e5be0082 req-1858d2f4-ddd4-4acb-be4c-f375d76094bc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:41.000833 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cf0c13a0-bbb8-4319-8328-b7b3e5be0082 req-1858d2f4-ddd4-4acb-be4c-f375d76094bc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0500913 Dec 15 16:13:41.052914 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cf0c13a0-bbb8-4319-8328-b7b3e5be0082 req-2aeecbc0-3f51-409c-8660-070c1d6b24c2 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459359 Dec 15 16:13:41.433027 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:42.179670 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184e940-76e6-4e45-a3ae-1757d2c4f31b req-7c998ae4-2cb1-4d59-b24c-8a8af3b79b3a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:42.181318 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a184e940-76e6-4e45-a3ae-1757d2c4f31b req-7c998ae4-2cb1-4d59-b24c-8a8af3b79b3a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0511451 Dec 15 16:13:42.230426 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a184e940-76e6-4e45-a3ae-1757d2c4f31b req-d608b598-ea52-4811-bbf2-fcb36cc03c38 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432601 Dec 15 16:13:42.419694 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:13:43.355011 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7100c1-1784-4f76-9be0-2d09dcb07ea6 req-58ff5e6c-d68c-40a8-8dad-2ed54b73151e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:43.356495 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2b7100c1-1784-4f76-9be0-2d09dcb07ea6 req-58ff5e6c-d68c-40a8-8dad-2ed54b73151e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0515673 Dec 15 16:13:43.404613 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2b7100c1-1784-4f76-9be0-2d09dcb07ea6 req-0943c0a6-ccec-4488-ab99-26a058003fa2 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421023 Dec 15 16:13:44.536095 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944908be-3382-4399-8fd9-9b81a299991f req-3debd6f0-757e-4ff6-8e82-57c4f2db42df tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:44.538473 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-944908be-3382-4399-8fd9-9b81a299991f req-3debd6f0-757e-4ff6-8e82-57c4f2db42df tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0557764 Dec 15 16:13:44.591009 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-944908be-3382-4399-8fd9-9b81a299991f req-0fcf846d-3c7a-4dbc-b658-4826e59246be tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462055 Dec 15 16:13:45.713087 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbf165-0399-4abf-9abc-2f7f0a759de0 req-0d4106a1-dec0-4671-b7e2-53b0d70dfed0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:45.715625 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fadbf165-0399-4abf-9abc-2f7f0a759de0 req-0d4106a1-dec0-4671-b7e2-53b0d70dfed0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0501292 Dec 15 16:13:45.763934 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fadbf165-0399-4abf-9abc-2f7f0a759de0 req-7cfd7801-3994-4327-abb7-2da6a2ab905f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423553 Dec 15 16:13:46.886819 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cd174-23ad-4561-ada7-7d7c3c696d26 req-49913fe7-de57-4210-b485-b796abade919 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:46.888363 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-794cd174-23ad-4561-ada7-7d7c3c696d26 req-49913fe7-de57-4210-b485-b796abade919 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0501277 Dec 15 16:13:46.941612 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-794cd174-23ad-4561-ada7-7d7c3c696d26 req-b7476692-0a2e-4c8b-94b6-bf5e004169fc tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470874 Dec 15 16:13:48.063857 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b4ee0-fb3a-40b4-836d-f82b22b2bd48 req-757444b1-36aa-4723-bb77-fc84a80acf07 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.065355 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b78b4ee0-fb3a-40b4-836d-f82b22b2bd48 req-757444b1-36aa-4723-bb77-fc84a80acf07 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0499086 Dec 15 16:13:48.113186 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b78b4ee0-fb3a-40b4-836d-f82b22b2bd48 req-91942666-8e8c-4aa8-8993-a73cdcd3d798 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419235 Dec 15 16:13:49.234862 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02b1f5-6c8c-440a-8cf0-c89d8bcb0f5a req-dad70c8f-1d87-4888-bd38-b9c610253939 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:49.236347 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4a02b1f5-6c8c-440a-8cf0-c89d8bcb0f5a req-dad70c8f-1d87-4888-bd38-b9c610253939 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0492678 Dec 15 16:13:49.282769 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4a02b1f5-6c8c-440a-8cf0-c89d8bcb0f5a req-0b88ce8d-9a66-4475-a695-fd3305ac9245 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406349 Dec 15 16:13:50.417080 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c09d6-8728-4c31-87af-bbe20369c80d req-37de0853-0e3a-4e46-881b-41ca3375e742 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:50.418601 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b11c09d6-8728-4c31-87af-bbe20369c80d req-37de0853-0e3a-4e46-881b-41ca3375e742 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0562832 Dec 15 16:13:50.465418 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b11c09d6-8728-4c31-87af-bbe20369c80d req-0a3302b4-ee7f-4c3a-a350-bd7131616973 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403244 Dec 15 16:13:51.589030 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197d219-de38-439a-9699-b7899043bacd req-5c3fa56b-71d6-47ab-b1e9-dd01a40e8d8d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:51.590570 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0197d219-de38-439a-9699-b7899043bacd req-5c3fa56b-71d6-47ab-b1e9-dd01a40e8d8d tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 943 time: 0.0519855 Dec 15 16:13:51.669550 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0197d219-de38-439a-9699-b7899043bacd req-d3393fa2-c518-428f-9cae-3a40b26e1371 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722103 Dec 15 16:13:52.073711 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:13:52.168871 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:52.183010 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'port_id': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'mac_address': 'fa:16:3e:62:bb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:13:52.218405 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:52.231284 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:13:52.249504 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:52.253630 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:52.299379 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,revision_number=9']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:52.492672 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['2aa9ba55-7099-4c77-96de-51fbd5b9bd0f'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:13:52.791820 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6fe69-35a4-4151-8df2-1635f79a1483 req-49942d23-599c-4cfe-a93c-566cddd7e034 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:52.793305 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1ea6fe69-35a4-4151-8df2-1635f79a1483 req-49942d23-599c-4cfe-a93c-566cddd7e034 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 944 time: 0.0513263 Dec 15 16:13:52.838810 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1ea6fe69-35a4-4151-8df2-1635f79a1483 req-d9cc556f-9d90-4e24-91c7-d50871f9ceaf tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392623 Dec 15 16:13:53.960800 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01904ac4-9b96-4aaf-9095-09aee698f3e4 req-e5b0a8dd-e866-414d-a1d1-193f3a063f08 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:53.962302 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-01904ac4-9b96-4aaf-9095-09aee698f3e4 req-e5b0a8dd-e866-414d-a1d1-193f3a063f08 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 944 time: 0.0516298 Dec 15 16:13:54.008348 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-01904ac4-9b96-4aaf-9095-09aee698f3e4 req-792fb796-d5fa-4316-adff-a064935003e1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401795 Dec 15 16:13:54.105109 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:13:54.151975 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:54.152339 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:54.226791 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:54.247627 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:54.249827 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7571ca93-4dce-4293-b7a9-680d19029d46" -d '{"events": [{"server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:54.262699 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:54.268184 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:54.290627 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926ed328-a7ba-442f-bbf0-b4def8d1d82d x-openstack-request-id: req-926ed328-a7ba-442f-bbf0-b4def8d1d82d {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:54.290918 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:54.291167 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-926ed328-a7ba-442f-bbf0-b4def8d1d82d {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:54.291550 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'code': 200} Dec 15 16:13:54.317214 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,revision_number=10']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:54.462766 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f13517-bfdd-4c5e-ae9a-a687dc9a2b85 req-702ec6de-b6f1-4ea2-84d8-e6787c6d73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:54.464141 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-94f13517-bfdd-4c5e-ae9a-a687dc9a2b85 req-702ec6de-b6f1-4ea2-84d8-e6787c6d73f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 1099 time: 0.0386834 Dec 15 16:13:54.506887 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-94f13517-bfdd-4c5e-ae9a-a687dc9a2b85 req-f3217d43-47e6-4ea1-b9ab-5ecdc975e091 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358856 Dec 15 16:13:55.124468 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a423f6-3caa-4953-bbad-cbfc944c3ae4 req-abedc5a7-26f2-4966-b275-3fa105a2d794 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:55.125911 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-85a423f6-3caa-4953-bbad-cbfc944c3ae4 req-abedc5a7-26f2-4966-b275-3fa105a2d794 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 946 time: 0.0475080 Dec 15 16:13:55.171725 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-85a423f6-3caa-4953-bbad-cbfc944c3ae4 req-41dba1ce-976d-4e72-92d9-d2e98fec489e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400095 Dec 15 16:13:56.294078 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233a6ee-33b3-4b84-9ac9-3e6409bf4024 req-8e1809cb-cc1a-4623-b036-b52ddc263eed tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:56.295594 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8233a6ee-33b3-4b84-9ac9-3e6409bf4024 req-8e1809cb-cc1a-4623-b036-b52ddc263eed tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 946 time: 0.0526261 Dec 15 16:13:56.343662 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8233a6ee-33b3-4b84-9ac9-3e6409bf4024 req-8b4377de-b4e3-4344-98e7-c70a337fc4c1 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407064 Dec 15 16:13:59.601833 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:05.072645 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d4931379-4eb3-4360-bd83-365dcd46b5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:07.213825 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-edc243e0-9514-4701-b5b7-bcc37ccd5fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:08.661171 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:09.789288 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:10.214274 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0d581-6b8d-435a-9077-7d746dc9bc0b req-0fddc167-6103-4a4b-8934-514ff03fd47e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:10.215707 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8de0d581-6b8d-435a-9077-7d746dc9bc0b req-0fddc167-6103-4a4b-8934-514ff03fd47e tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0470824 Dec 15 16:14:10.261239 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8de0d581-6b8d-435a-9077-7d746dc9bc0b req-6267baad-8384-41ff-9803-5f3f8d64e073 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b9addc6-57b0-447e-834e-f617e50fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397086 Dec 15 16:14:11.378830 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e9a93-302e-49ff-85fc-b428fccf91d4 req-2e2066a4-f731-4296-aa75-48168a0e394a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:11.380295 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f31e9a93-302e-49ff-85fc-b428fccf91d4 req-2e2066a4-f731-4296-aa75-48168a0e394a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0513916 Dec 15 16:14:11.426024 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f31e9a93-302e-49ff-85fc-b428fccf91d4 req-20c2fa72-9048-4052-acd6-8ab1ef06a438 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b9addc6-57b0-447e-834e-f617e50fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398338 Dec 15 16:14:11.436120 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:12.005845 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-3255ddfc-1f69-4ad7-b7df-a0fde9ea5b6a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:12.007278 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-3255ddfc-1f69-4ad7-b7df-a0fde9ea5b6a tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.18 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0467646 Dec 15 16:14:12.097497 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Deleting port 43d41972-3fcb-46b9-9b91-ad8f8a032907 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:12.097833 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:12.182512 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] For port 43d41972-3fcb-46b9-9b91-ad8f8a032907, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=43d41972-3fcb-46b9-9b91-ad8f8a032907,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:12.182874 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:12.347172 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:12.347456 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:12.347764 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Floating IP ebc8575f-dd42-40f8-b5ec-af2ad8343c51 disassociated. External IP: 172.27.1.116, port: 43d41972-3fcb-46b9-9b91-ad8f8a032907. Dec 15 16:14:12.348102 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Calling delete_port for 43d41972-3fcb-46b9-9b91-ad8f8a032907 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:12.470274 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:12.504793 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event deleted for resources: {'Port': ['ID=43d41972-3fcb-46b9-9b91-ad8f8a032907,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:12.538864 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-195adb7e-2a81-47ba-a90b-31faccab3a47 req-3d7f0ca4-7f77-446d-a29e-ccec999263da tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d873faab-122e-4bf4-b9dc-34e7fcd3aaf0 HTTP/1.1" status: 200 len: 210 time: 0.0377953 Dec 15 16:14:12.540472 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.540819 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.541161 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.541622 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.541822 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.542147 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.542496 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.542821 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.543146 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.543468 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.543790 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.544108 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.544423 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:12.650018 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:14:12.751284 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:14:12.762045 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd058557-eaaf-49ec-847c-4ab943f4d979 None None] Sync routers for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:14:12.772938 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd058557-eaaf-49ec-847c-4ab943f4d979 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:12.773550 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-dd058557-eaaf-49ec-847c-4ab943f4d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:12.789891 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] No DVR routers for this DVR port 43d41972-3fcb-46b9-9b91-ad8f8a032907 on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:12.792333 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:12.795732 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-260a56c2-7dd2-49aa-9099-31fa7de7bfbc req-0d8519ee-e633-4dc9-841b-5e08f545487c tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.18 "DELETE /v2.0/ports/43d41972-3fcb-46b9-9b91-ad8f8a032907 HTTP/1.1" status: 204 len: 173 time: 0.7816801 Dec 15 16:14:12.796172 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'name': 'network-vif-deleted', 'tag': '43d41972-3fcb-46b9-9b91-ad8f8a032907'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:12.798705 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae45338f-20d1-4911-9057-12093237ebf8" -d '{"events": [{"server_uuid": "d873faab-122e-4bf4-b9dc-34e7fcd3aaf0", "name": "network-vif-deleted", "tag": "43d41972-3fcb-46b9-9b91-ad8f8a032907"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:12.895299 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-dd058557-eaaf-49ec-847c-4ab943f4d979 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:12.916295 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4594cc2f-02a1-4ac0-8129-d765acd41af9 x-openstack-request-id: req-4594cc2f-02a1-4ac0-8129-d765acd41af9 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:12.916646 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d873faab-122e-4bf4-b9dc-34e7fcd3aaf0", "name": "network-vif-deleted", "tag": "43d41972-3fcb-46b9-9b91-ad8f8a032907", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:12.916840 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4594cc2f-02a1-4ac0-8129-d765acd41af9 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:12.917237 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd873faab-122e-4bf4-b9dc-34e7fcd3aaf0', 'name': 'network-vif-deleted', 'tag': '43d41972-3fcb-46b9-9b91-ad8f8a032907', 'status': 'completed', 'code': 200} Dec 15 16:14:13.100582 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-dd058557-eaaf-49ec-847c-4ab943f4d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:13.125537 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd058557-eaaf-49ec-847c-4ab943f4d979 None None] Checking router: 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:14:13.134093 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd058557-eaaf-49ec-847c-4ab943f4d979 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:13.134705 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-dd058557-eaaf-49ec-847c-4ab943f4d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:13.236379 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-dd058557-eaaf-49ec-847c-4ab943f4d979 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:13.432714 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-dd058557-eaaf-49ec-847c-4ab943f4d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:13.458680 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd058557-eaaf-49ec-847c-4ab943f4d979 None None] The sync data for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi is: [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:25Z', 'revision_number': 4, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': 'f12273c8-eead-45c0-9db9-af064c894bbe', 'name': '', 'network_id': '712a2ed7-316f-482c-893d-a6ba2836f0df', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'mac_address': 'fa:16:3e:20:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:23Z', 'updated_at': '2021-12-15T16:07:34Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'subnets': [{'id': 'c71309d7-57b5-4614-bac4-b306ead160c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:14:13.631163 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42050) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:13.667953 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6d843-ca4b-46a5-b6a6-8869c2207c37 None None] New status for floating IP ebc8575f-dd42-40f8-b5ec-af2ad8343c51: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:14:13.686549 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-987eade9-538f-46c7-84a0-7ca06d017ae2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:13.708891 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-987eade9-538f-46c7-84a0-7ca06d017ae2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:13.754259 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-987eade9-538f-46c7-84a0-7ca06d017ae2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:13.756834 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-987eade9-538f-46c7-84a0-7ca06d017ae2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:13.760600 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-987eade9-538f-46c7-84a0-7ca06d017ae2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "DELETE /v2.0/security-groups/4b9addc6-57b0-447e-834e-f617e50fb022 HTTP/1.1" status: 204 len: 168 time: 0.1258664 Dec 15 16:14:13.761246 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42052) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:13.767101 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987eade9-538f-46c7-84a0-7ca06d017ae2 tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9addc6-57b0-447e-834e-f617e50fb022,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:13.780003 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.api.v2.resource [None req-cfabe16a-07cf-45e0-844e-94064140b72b tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] show failed (client error): The resource could not be found. Dec 15 16:14:13.782423 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-cfabe16a-07cf-45e0-844e-94064140b72b tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "GET /v2.0/security-groups/4b9addc6-57b0-447e-834e-f617e50fb022 HTTP/1.1" status: 404 len: 347 time: 0.0177922 Dec 15 16:14:13.784860 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42054) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:13.908285 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-6e336e07-e1c7-409d-a28d-d55a2735dc8f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Deleting port 34fd963c-d1f8-480f-be8a-9e8c63551818 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:13.908620 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6e336e07-e1c7-409d-a28d-d55a2735dc8f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:13.980312 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6e336e07-e1c7-409d-a28d-d55a2735dc8f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:13.980546 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6e336e07-e1c7-409d-a28d-d55a2735dc8f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:13.992124 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-6e336e07-e1c7-409d-a28d-d55a2735dc8f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Calling delete_port for 34fd963c-d1f8-480f-be8a-9e8c63551818 owned by network:floatingip {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:14.125899 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6e336e07-e1c7-409d-a28d-d55a2735dc8f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:14.151612 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e336e07-e1c7-409d-a28d-d55a2735dc8f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Pushing event deleted for resources: {'Port': ['ID=34fd963c-d1f8-480f-be8a-9e8c63551818,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:14.213418 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6e336e07-e1c7-409d-a28d-d55a2735dc8f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks [] for floatingip, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:14.215952 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6e336e07-e1c7-409d-a28d-d55a2735dc8f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:14.217082 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-6e336e07-e1c7-409d-a28d-d55a2735dc8f tempest-AttachVolumeTestJSON-1951317250 tempest-AttachVolumeTestJSON-1951317250-project] 10.222.0.41 "DELETE /v2.0/floatingips/ebc8575f-dd42-40f8-b5ec-af2ad8343c51 HTTP/1.1" status: 204 len: 168 time: 0.4309793 Dec 15 16:14:16.294668 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 43d41972-3fcb-46b9-9b91-ad8f8a032907 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:16.314564 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: 43d41972-3fcb-46b9-9b91-ad8f8a032907 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:16.314914 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 43d41972-3fcb-46b9-9b91-ad8f8a032907 not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:17.714628 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42084) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:18.198678 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556817'] for router_interface, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:18.723531 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] Deleting port f12273c8-eead-45c0-9db9-af064c894bbe {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:18.724218 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:18.801749 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] For port f12273c8-eead-45c0-9db9-af064c894bbe, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=f12273c8-eead-45c0-9db9-af064c894bbe,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:18.802131 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:18.813609 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] Calling delete_port for f12273c8-eead-45c0-9db9-af064c894bbe owned by network:router_interface {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:18.987864 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:19.013415 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] Pushing event deleted for resources: {'Port': ['ID=f12273c8-eead-45c0-9db9-af064c894bbe,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:19.174292 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556941'] for router_interface, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:19.377790 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] Router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:14:19.417648 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:14:19.420084 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42088) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:19.485988 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:14:19.491814 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d94dee84-ad2f-4557-8708-917dc9fc488c admin admin] 10.222.0.41 "PUT /v2.0/routers/13c4a2c2-6b5e-410c-a801-e0caf5dfeea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7761643 Dec 15 16:14:19.494304 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42092) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:19.496890 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1bab3-6a81-4bc0-aac9-454f74e02eb3 None None] Sync routers for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:14:19.507080 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1bab3-6a81-4bc0-aac9-454f74e02eb3 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:19.507754 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-37d1bab3-6a81-4bc0-aac9-454f74e02eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:19.617808 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-37d1bab3-6a81-4bc0-aac9-454f74e02eb3 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:19.682289 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:19.816727 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Deleting port 94b7e7f9-6aad-4f9d-9af3-f7746fcb4da5 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:19.817467 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:19.835382 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:19.919586 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-37d1bab3-6a81-4bc0-aac9-454f74e02eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:14:18Z', 'revision_number': 5, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port': {'id': '4e2ca714-c063-4a91-b19a-37089f73a8b4', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:19Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:19.930387 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:19.930715 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:19.944427 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1bab3-6a81-4bc0-aac9-454f74e02eb3 None None] Checking router: 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:14:19.946414 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Calling delete_port for 94b7e7f9-6aad-4f9d-9af3-f7746fcb4da5 owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:19.952346 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1bab3-6a81-4bc0-aac9-454f74e02eb3 None None] Routers {'13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:19.952938 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-37d1bab3-6a81-4bc0-aac9-454f74e02eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:19.957120 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Deleting port 4e2ca714-c063-4a91-b19a-37089f73a8b4 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:19.957447 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:20.036501 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-37d1bab3-6a81-4bc0-aac9-454f74e02eb3 None None] Set router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 gateway port host: None {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:20.088444 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-37d1bab3-6a81-4bc0-aac9-454f74e02eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:14:19Z', 'revision_number': 6, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port_host': None}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:20.088983 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] For port 4e2ca714-c063-4a91-b19a-37089f73a8b4, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=4e2ca714-c063-4a91-b19a-37089f73a8b4,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:20.089368 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:20.108717 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Calling delete_port for 4e2ca714-c063-4a91-b19a-37089f73a8b4 owned by network:router_gateway {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:20.114405 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1bab3-6a81-4bc0-aac9-454f74e02eb3 None None] The sync data for ids ['13c4a2c2-6b5e-410c-a801-e0caf5dfeea0'] in dv-cinder-800703-3-iscsi is: [{'id': '13c4a2c2-6b5e-410c-a801-e0caf5dfeea0', 'name': 'tempest-AttachVolumeTestJSON-243498592-router', 'tenant_id': '3e13488e748245a68c7bee06a92fb0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:14:19Z', 'revision_number': 6, 'project_id': '3e13488e748245a68c7bee06a92fb0ff', 'gw_port_host': None}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:14:20.256694 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:20.289164 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event deleted for resources: {'Port': ['ID=94b7e7f9-6aad-4f9d-9af3-f7746fcb4da5,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:20.384479 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:20.384807 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Floating IP 045223ad-89cc-4373-a04f-0aef1c454d80 disassociated (deleted). External IP: 172.27.1.250, port: e59443c3-d7d5-4e2d-aff5-cef64eefe552. Dec 15 16:14:20.418769 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:20.450295 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2ca714-c063-4a91-b19a-37089f73a8b4,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:20.556537 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552239'] for router_gateway, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:20.938283 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12919'] for router, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:20.941668 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.039907 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549814'] for router, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.040397 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 {{(pid=102583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:14:21.050964 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.052107 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-fec62037-43a4-48af-91f9-2f54d40422c5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/13c4a2c2-6b5e-410c-a801-e0caf5dfeea0 HTTP/1.1" status: 204 len: 168 time: 1.5569158 Dec 15 16:14:21.054725 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42094) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:21.104227 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Router bdc82568-7b82-436a-9748-3acf4afa292d has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:14:21.115004 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea9c39c-2f41-4ff6-8f44-e8c7cdcbc0c6 admin admin] Deleting subnet c71309d7-57b5-4614-bac4-b306ead160c1 {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:14:21.119358 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eea9c39c-2f41-4ff6-8f44-e8c7cdcbc0c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.193627 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eea9c39c-2f41-4ff6-8f44-e8c7cdcbc0c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125418'] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.250771 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 4e2ca714-c063-4a91-b19a-37089f73a8b4 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:21.270991 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 4e2ca714-c063-4a91-b19a-37089f73a8b4 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:21.271416 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 4e2ca714-c063-4a91-b19a-37089f73a8b4 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:21.271889 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device f12273c8-eead-45c0-9db9-af064c894bbe no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:21.301487 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: f12273c8-eead-45c0-9db9-af064c894bbe {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:21.301737 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device f12273c8-eead-45c0-9db9-af064c894bbe not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:21.335425 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:14:21.342696 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.344886 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f1a8c-a994-4c1d-88c5-bafab45a2c18 None None] Sync routers for ids ['bdc82568-7b82-436a-9748-3acf4afa292d'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:14:21.355199 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09f1a8c-a994-4c1d-88c5-bafab45a2c18 None None] Routers {'bdc82568-7b82-436a-9748-3acf4afa292d'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:21.355816 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d09f1a8c-a994-4c1d-88c5-bafab45a2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['bdc82568-7b82-436a-9748-3acf4afa292d'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:21.366594 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eea9c39c-2f41-4ff6-8f44-e8c7cdcbc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.395434 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-67d03327-b0fb-4048-9d2b-c62bacee7ce5 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "DELETE /v2.0/floatingips/045223ad-89cc-4373-a04f-0aef1c454d80 HTTP/1.1" status: 204 len: 168 time: 1.9742482 Dec 15 16:14:21.397974 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:21.399901 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fbba0a-ca65-44c7-83c3-f163f190e05b" -d '{"events": [{"name": "network-changed", "server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:21.433347 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eea9c39c-2f41-4ff6-8f44-e8c7cdcbc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10073242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.462843 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-d09f1a8c-a994-4c1d-88c5-bafab45a2c18 None None] Set router bdc82568-7b82-436a-9748-3acf4afa292d gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:21.463056 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9c39c-2f41-4ff6-8f44-e8c7cdcbc0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71309d7-57b5-4614-bac4-b306ead160c1,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:21.469251 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a32c731-a289-41a2-abf9-664af2808d18 x-openstack-request-id: req-0a32c731-a289-41a2-abf9-664af2808d18 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:21.469549 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:21.469791 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a32c731-a289-41a2-abf9-664af2808d18 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:21.470267 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'status': 'completed', 'code': 200} Dec 15 16:14:21.471887 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eea9c39c-2f41-4ff6-8f44-e8c7cdcbc0c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.475165 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-eea9c39c-2f41-4ff6-8f44-e8c7cdcbc0c6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c71309d7-57b5-4614-bac4-b306ead160c1 HTTP/1.1" status: 204 len: 168 time: 0.4195127 Dec 15 16:14:21.477721 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42100) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:21.487929 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e3e461-f68b-47df-b320-bc83dd2c3955 None None] Network 712a2ed7-316f-482c-893d-a6ba2836f0df requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:21.578245 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.591139 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbba0a-ca65-44c7-83c3-f163f190e05b req-8deed110-992a-4fd2-bb53-92c457c3c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:21.592720 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fbba0a-ca65-44c7-83c3-f163f190e05b req-8deed110-992a-4fd2-bb53-92c457c3c020 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79292acd0f5349ed8f0dc153ee4c983d&device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 1098 time: 0.0970526 Dec 15 16:14:21.710401 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9da2e-6b94-4063-90d7-b767617cc155 None None] DHCP port deletion for 712a2ed7-316f-482c-893d-a6ba2836f0df request from dv-cinder-800703-3-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:14:21.711364 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d09f1a8c-a994-4c1d-88c5-bafab45a2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:26Z', 'revision_number': 4, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4a829d2d-9095-40e8-921f-440754f6f07c', 'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'mac_address': 'fa:16:3e:b7:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:25Z', 'updated_at': '2021-12-15T16:08:32Z', 'revision_number': 5, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'subnets': [{'id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:21.719330 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Deleting port b6c427a9-3f28-457e-9ae3-962ce039fc61 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:21.719670 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.739759 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f1a8c-a994-4c1d-88c5-bafab45a2c18 None None] Checking router: bdc82568-7b82-436a-9748-3acf4afa292d for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:14:21.750783 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09f1a8c-a994-4c1d-88c5-bafab45a2c18 None None] Routers {'bdc82568-7b82-436a-9748-3acf4afa292d'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:21.751670 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d09f1a8c-a994-4c1d-88c5-bafab45a2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['bdc82568-7b82-436a-9748-3acf4afa292d'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:21.766607 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9da2e-6b94-4063-90d7-b767617cc155 None None] Deleting port b6c427a9-3f28-457e-9ae3-962ce039fc61 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:21.766982 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e7d9da2e-6b94-4063-90d7-b767617cc155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.776220 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d563d3-2f34-4c72-bd0f-d3574bd34b35 req-27ceb894-1014-4aad-8c5f-b6d5b85334ce tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:21.778238 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a8d563d3-2f34-4c72-bd0f-d3574bd34b35 req-27ceb894-1014-4aad-8c5f-b6d5b85334ce tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0745094 Dec 15 16:14:21.780722 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbba0a-ca65-44c7-83c3-f163f190e05b req-428d7049-50cf-432f-84de-8eb8c4b499ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:21.782201 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fbba0a-ca65-44c7-83c3-f163f190e05b req-428d7049-50cf-432f-84de-8eb8c4b499ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=4579f1c5-7fc5-4782-9d02-20f1a37f593e HTTP/1.1" status: 200 len: 909 time: 0.1779549 Dec 15 16:14:21.838665 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a8d563d3-2f34-4c72-bd0f-d3574bd34b35 req-e5dfacb2-1cfa-46c7-9953-bab23d19252a tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514016 Dec 15 16:14:21.839401 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] For port b6c427a9-3f28-457e-9ae3-962ce039fc61, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=b6c427a9-3f28-457e-9ae3-962ce039fc61,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:21.839771 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.843053 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fbba0a-ca65-44c7-83c3-f163f190e05b req-239da6d9-39a0-4e66-addd-8df430bf37c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552 HTTP/1.1" status: 200 len: 217 time: 0.0483840 Dec 15 16:14:21.851402 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-e7d9da2e-6b94-4063-90d7-b767617cc155 None None] For port b6c427a9-3f28-457e-9ae3-962ce039fc61, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=b6c427a9-3f28-457e-9ae3-962ce039fc61,segment=NetworkSegment(c76287b6-f34e-492f-b1dd-784100b6e15a),segment_id=c76287b6-f34e-492f-b1dd-784100b6e15a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:21.851942 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e7d9da2e-6b94-4063-90d7-b767617cc155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.865543 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9da2e-6b94-4063-90d7-b767617cc155 None None] Calling delete_port for b6c427a9-3f28-457e-9ae3-962ce039fc61 owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:21.886617 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Calling delete_port for b6c427a9-3f28-457e-9ae3-962ce039fc61 owned by network:dhcp {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:21.947150 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbba0a-ca65-44c7-83c3-f163f190e05b req-db72c70f-30c0-43d7-aeba-31f1dd8a324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:21.948660 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fbba0a-ca65-44c7-83c3-f163f190e05b req-db72c70f-30c0-43d7-aeba-31f1dd8a324b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b351123e-a8b4-41b4-806b-9570c2b4459b HTTP/1.1" status: 200 len: 847 time: 0.0950515 Dec 15 16:14:21.949486 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e7d9da2e-6b94-4063-90d7-b767617cc155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.972205 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-d09f1a8c-a994-4c1d-88c5-bafab45a2c18 None None] Set router bdc82568-7b82-436a-9748-3acf4afa292d gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:21.978661 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d9da2e-6b94-4063-90d7-b767617cc155 None None] No DVR routers for this DVR port b6c427a9-3f28-457e-9ae3-962ce039fc61 on host dv-cinder-800703-3-iscsi {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:21.983079 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9da2e-6b94-4063-90d7-b767617cc155 None None] Pushing event deleted for resources: {'Port': ['ID=b6c427a9-3f28-457e-9ae3-962ce039fc61,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:22.025603 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbba0a-ca65-44c7-83c3-f163f190e05b req-198fd7df-7d35-4cdf-809a-3e6a3ed4ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:22.027268 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fbba0a-ca65-44c7-83c3-f163f190e05b req-198fd7df-7d35-4cdf-809a-3e6a3ed4ec7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4579f1c5-7fc5-4782-9d02-20f1a37f593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669940 Dec 15 16:14:22.028056 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.060355 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c427a9-3f28-457e-9ae3-962ce039fc61,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:22.074774 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] No DVR routers for this DVR port b6c427a9-3f28-457e-9ae3-962ce039fc61 on host dv-cinder-800703-3-iscsi {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:22.171142 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d09f1a8c-a994-4c1d-88c5-bafab45a2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:26Z', 'revision_number': 4, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4a829d2d-9095-40e8-921f-440754f6f07c', 'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'mac_address': 'fa:16:3e:b7:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:25Z', 'updated_at': '2021-12-15T16:08:32Z', 'revision_number': 5, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'subnets': [{'id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:22.183792 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.200841 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f1a8c-a994-4c1d-88c5-bafab45a2c18 None None] The sync data for ids ['bdc82568-7b82-436a-9748-3acf4afa292d'] in dv-cinder-800703-3-iscsi is: [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:26Z', 'revision_number': 4, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4a829d2d-9095-40e8-921f-440754f6f07c', 'name': '', 'network_id': '4579f1c5-7fc5-4782-9d02-20f1a37f593e', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'mac_address': 'fa:16:3e:b7:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:25Z', 'updated_at': '2021-12-15T16:08:32Z', 'revision_number': 5, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'subnets': [{'id': 'b351123e-a8b4-41b4-806b-9570c2b4459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:14:22.218674 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712a2ed7-316f-482c-893d-a6ba2836f0df']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:22.222144 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fbba0a-ca65-44c7-83c3-f163f190e05b req-005cd234-1389-4f97-b8ff-2f5abb7b5069 service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708248 Dec 15 16:14:22.230048 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76287b6-f34e-492f-b1dd-784100b6e15a') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:22.230378 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76287b6-f34e-492f-b1dd-784100b6e15a') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:22.247952 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125457'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.294400 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.304292 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:14:22.304803 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10073328'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: self.session.flush() Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: timer() Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: cb(*args, **kw) Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: self._notify() Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: self.callback(batched_events) Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: event.method(event) Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._get(url).json() Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:14:22.306450 dv-cinder-800703-3-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:14:22.382802 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.385927 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b4fbba0a-ca65-44c7-83c3-f163f190e05b req-8ea40e39-6e7f-4a2d-9e30-c597a518a6c8 service neutron] 10.222.0.18 "GET /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537058 Dec 15 16:14:22.389715 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.392827 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/712a2ed7-316f-482c-893d-a6ba2836f0df HTTP/1.1" status: 204 len: 168 time: 0.9141462 Dec 15 16:14:22.405324 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95ec24-2483-4f0c-b6ea-dff4d73f6ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=712a2ed7-316f-482c-893d-a6ba2836f0df,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:22.437947 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e24daeb-c50f-4df9-8ad1-e21c20605c16 None None] New status for floating IP 045223ad-89cc-4373-a04f-0aef1c454d80: DOWN {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:14:22.511138 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42106) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:22.553197 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-16259ae4-a466-4f02-b942-cfa1eea50aa8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e13488e748245a68c7bee06a92fb0ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408821 Dec 15 16:14:22.555626 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42108) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:22.601027 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-498cf961-7e0f-4f29-886f-0b594eef5bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.624952 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-498cf961-7e0f-4f29-886f-0b594eef5bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.668868 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-498cf961-7e0f-4f29-886f-0b594eef5bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.671377 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-498cf961-7e0f-4f29-886f-0b594eef5bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.672551 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-498cf961-7e0f-4f29-886f-0b594eef5bfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75f57434-46d5-46e2-b3d9-a70e08eb1dd8 HTTP/1.1" status: 204 len: 168 time: 0.1158628 Dec 15 16:14:22.680687 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cf961-7e0f-4f29-886f-0b594eef5bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f57434-46d5-46e2-b3d9-a70e08eb1dd8,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:22.962782 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe87c8f-9a6d-4334-bbbd-44e8bf857a11 req-1306e6a3-8068-4d4c-b30a-53e112f16237 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:22.964432 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cbe87c8f-9a6d-4334-bbbd-44e8bf857a11 req-1306e6a3-8068-4d4c-b30a-53e112f16237 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0600023 Dec 15 16:14:23.016091 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cbe87c8f-9a6d-4334-bbbd-44e8bf857a11 req-6ef2dade-cccb-4cc6-b9cf-c667c1fc01c1 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/security-groups?id=182e5646-70dd-41f3-8afe-b2096226a972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454504 Dec 15 16:14:23.255787 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4bac-b746-447a-a6f3-38189ddfa1d1 req-983a6347-d519-4845-a46a-2c77368fbb85 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:23.257369 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1a8c4bac-b746-447a-a6f3-38189ddfa1d1 req-983a6347-d519-4845-a46a-2c77368fbb85 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.18 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 945 time: 0.0516965 Dec 15 16:14:23.273392 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b6c427a9-3f28-457e-9ae3-962ce039fc61 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:23.293645 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: b6c427a9-3f28-457e-9ae3-962ce039fc61 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:23.293999 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device b6c427a9-3f28-457e-9ae3-962ce039fc61 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:23.359082 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-1a8c4bac-b746-447a-a6f3-38189ddfa1d1 req-35cb9d42-b247-4c98-80fa-4b38f3998600 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Deleting port e59443c3-d7d5-4e2d-aff5-cef64eefe552 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:23.359425 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1a8c4bac-b746-447a-a6f3-38189ddfa1d1 req-35cb9d42-b247-4c98-80fa-4b38f3998600 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.447210 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-1a8c4bac-b746-447a-a6f3-38189ddfa1d1 req-35cb9d42-b247-4c98-80fa-4b38f3998600 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] For port e59443c3-d7d5-4e2d-aff5-cef64eefe552, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e59443c3-d7d5-4e2d-aff5-cef64eefe552,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:23.447491 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1a8c4bac-b746-447a-a6f3-38189ddfa1d1 req-35cb9d42-b247-4c98-80fa-4b38f3998600 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.460305 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-1a8c4bac-b746-447a-a6f3-38189ddfa1d1 req-35cb9d42-b247-4c98-80fa-4b38f3998600 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Calling delete_port for e59443c3-d7d5-4e2d-aff5-cef64eefe552 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:23.599295 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1a8c4bac-b746-447a-a6f3-38189ddfa1d1 req-35cb9d42-b247-4c98-80fa-4b38f3998600 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.626545 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb9d42-b247-4c98-80fa-4b38f3998600 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event deleted for resources: {'Port': ['ID=e59443c3-d7d5-4e2d-aff5-cef64eefe552,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:23.670607 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8c4bac-b746-447a-a6f3-38189ddfa1d1 req-35cb9d42-b247-4c98-80fa-4b38f3998600 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] No DVR routers for this DVR port e59443c3-d7d5-4e2d-aff5-cef64eefe552 on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:23.673255 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1a8c4bac-b746-447a-a6f3-38189ddfa1d1 req-35cb9d42-b247-4c98-80fa-4b38f3998600 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.676573 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1a8c4bac-b746-447a-a6f3-38189ddfa1d1 req-35cb9d42-b247-4c98-80fa-4b38f3998600 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.18 "DELETE /v2.0/ports/e59443c3-d7d5-4e2d-aff5-cef64eefe552 HTTP/1.1" status: 204 len: 173 time: 0.4126098 Dec 15 16:14:23.677015 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'name': 'network-vif-deleted', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:23.679274 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa85c234-2fe5-4f43-9da0-a010accb049c" -d '{"events": [{"server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "name": "network-vif-deleted", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:23.731347 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11faddf-6b9a-4bab-86d8-a9bf18633505 x-openstack-request-id: req-a11faddf-6b9a-4bab-86d8-a9bf18633505 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:23.731647 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41639b62-dff9-4f2d-9cf2-c84c363a775f", "name": "network-vif-deleted", "tag": "e59443c3-d7d5-4e2d-aff5-cef64eefe552", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:23.731906 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a11faddf-6b9a-4bab-86d8-a9bf18633505 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:23.732313 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41639b62-dff9-4f2d-9cf2-c84c363a775f', 'name': 'network-vif-deleted', 'tag': 'e59443c3-d7d5-4e2d-aff5-cef64eefe552', 'status': 'completed', 'code': 200} Dec 15 16:14:24.154530 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ef4c7cdb-27e3-48bb-8923-676a22906f59 req-910c3804-2f3d-4dbc-af67-bc8521985791 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "GET /v2.0/ports?device_id=41639b62-dff9-4f2d-9cf2-c84c363a775f HTTP/1.1" status: 200 len: 210 time: 0.0330119 Dec 15 16:14:25.212211 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42172) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:25.267201 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5853-8022-4a91-b7a4-ddc833273433 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.292307 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5853-8022-4a91-b7a4-ddc833273433 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.351422 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5853-8022-4a91-b7a4-ddc833273433 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.354135 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5853-8022-4a91-b7a4-ddc833273433 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.355330 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a6ef5853-8022-4a91-b7a4-ddc833273433 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] 10.222.0.41 "DELETE /v2.0/security-groups/182e5646-70dd-41f3-8afe-b2096226a972 HTTP/1.1" status: 204 len: 168 time: 0.1421371 Dec 15 16:14:25.364355 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef5853-8022-4a91-b7a4-ddc833273433 tempest-TestShelveInstance-767617893 tempest-TestShelveInstance-767617893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182e5646-70dd-41f3-8afe-b2096226a972,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:25.411918 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42176) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:25.881357 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556817'] for router_interface, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.117378 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] Deleting port 4a829d2d-9095-40e8-921f-440754f6f07c {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:26.117716 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.196458 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] For port 4a829d2d-9095-40e8-921f-440754f6f07c, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=4a829d2d-9095-40e8-921f-440754f6f07c,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:26.196843 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.208051 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] Calling delete_port for 4a829d2d-9095-40e8-921f-440754f6f07c owned by network:router_interface {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:26.318605 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42188) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:26.355203 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device e59443c3-d7d5-4e2d-aff5-cef64eefe552 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:26.377011 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: e59443c3-d7d5-4e2d-aff5-cef64eefe552 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:26.378250 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device e59443c3-d7d5-4e2d-aff5-cef64eefe552 not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:26.395051 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.422299 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a829d2d-9095-40e8-921f-440754f6f07c,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:26.433843 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.523419 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.530827 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.576405 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c736c6e2-6e2b-49b8-a3f8-aa9bbd4d317e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:26.580656 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa17c9068d2149288e9064ea8e27d2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609386 Dec 15 16:14:26.586461 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42192) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:26.586799 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.587264 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.587959 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.588571 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.589071 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.589562 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.590065 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.590571 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.591081 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.591577 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.592071 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.592561 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.593044 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc66f2-c431-49c8-9613-8737ee9fab66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:26.607552 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556941'] for router_interface, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.940934 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-097e9134-b924-4780-b947-41c1b259c260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.996578 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-097e9134-b924-4780-b947-41c1b259c260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.082651 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-097e9134-b924-4780-b947-41c1b259c260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.085167 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-097e9134-b924-4780-b947-41c1b259c260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.086322 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-097e9134-b924-4780-b947-41c1b259c260 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c736c6e2-6e2b-49b8-a3f8-aa9bbd4d317e HTTP/1.1" status: 204 len: 168 time: 0.4984477 Dec 15 16:14:27.124882 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e9134-b924-4780-b947-41c1b259c260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c736c6e2-6e2b-49b8-a3f8-aa9bbd4d317e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:27.153515 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] Router bdc82568-7b82-436a-9748-3acf4afa292d has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:14:27.268814 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:14:27.274066 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-cebceb3e-b33e-4b4e-a272-6ebf9ad562e9 admin admin] 10.222.0.41 "PUT /v2.0/routers/bdc82568-7b82-436a-9748-3acf4afa292d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610187 Dec 15 16:14:27.276641 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42198) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:27.279616 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed41ba3-ea79-487e-83d7-145b6517c5dd None None] Sync routers for ids ['bdc82568-7b82-436a-9748-3acf4afa292d'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:14:27.290639 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed41ba3-ea79-487e-83d7-145b6517c5dd None None] Routers {'bdc82568-7b82-436a-9748-3acf4afa292d'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:27.291398 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-6ed41ba3-ea79-487e-83d7-145b6517c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['bdc82568-7b82-436a-9748-3acf4afa292d'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:27.380942 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Publish callbacks [] for router, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.403603 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-6ed41ba3-ea79-487e-83d7-145b6517c5dd None None] Set router bdc82568-7b82-436a-9748-3acf4afa292d gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:27.500503 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.565990 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Deleting port 125c5b01-1a57-4f65-ae05-02f3d564832c {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:27.566362 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.594524 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-6ed41ba3-ea79-487e-83d7-145b6517c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:14:26Z', 'revision_number': 5, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port': {'id': '125c5b01-1a57-4f65-ae05-02f3d564832c', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:27.633409 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed41ba3-ea79-487e-83d7-145b6517c5dd None None] Checking router: bdc82568-7b82-436a-9748-3acf4afa292d for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:14:27.641809 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed41ba3-ea79-487e-83d7-145b6517c5dd None None] Routers {'bdc82568-7b82-436a-9748-3acf4afa292d'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:27.642451 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-6ed41ba3-ea79-487e-83d7-145b6517c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['bdc82568-7b82-436a-9748-3acf4afa292d'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:27.649296 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] For port 125c5b01-1a57-4f65-ae05-02f3d564832c, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=125c5b01-1a57-4f65-ae05-02f3d564832c,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:27.649683 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.666960 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Calling delete_port for 125c5b01-1a57-4f65-ae05-02f3d564832c owned by network:router_gateway {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:27.727229 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-6ed41ba3-ea79-487e-83d7-145b6517c5dd None None] Set router bdc82568-7b82-436a-9748-3acf4afa292d gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:27.744568 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42216) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:27.782070 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-6ed41ba3-ea79-487e-83d7-145b6517c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:14:27Z', 'revision_number': 6, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port_host': None}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:27.810294 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed41ba3-ea79-487e-83d7-145b6517c5dd None None] The sync data for ids ['bdc82568-7b82-436a-9748-3acf4afa292d'] in dv-cinder-800703-3-iscsi is: [{'id': 'bdc82568-7b82-436a-9748-3acf4afa292d', 'name': 'tempest-TestShelveInstance-441375874-router', 'tenant_id': '79292acd0f5349ed8f0dc153ee4c983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:22Z', 'updated_at': '2021-12-15T16:14:27Z', 'revision_number': 6, 'project_id': '79292acd0f5349ed8f0dc153ee4c983d', 'gw_port_host': None}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:14:27.838962 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.857302 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-911417121-network', 'tenant_id': 'e0022608bda748b69b3d5f3900e9f242'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:27.864827 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Pushing event deleted for resources: {'Port': ['ID=125c5b01-1a57-4f65-ae05-02f3d564832c,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:27.883963 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Made reservation on behalf of e0022608bda748b69b3d5f3900e9f242 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:27.886355 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.895486 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.929919 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552239'] for router_gateway, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.970605 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.974495 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.000681 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:14:28.010721 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37753d7b-276e-4e30-a2c8-b3cc86f0f571,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:28.020405 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.020819 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Added segment 3b2cb28d-2df4-49e3-b321-288d7f76a971 of type vlan for network d005a8c1-3f70-4256-86a5-19605b6d5557 Dec 15 16:14:28.021133 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12919'] for router, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.023741 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.061788 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.068531 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549814'] for router, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.069212 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc82568-7b82-436a-9748-3acf4afa292d {{(pid=102583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:14:28.074257 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.075373 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-ab76ad0b-13a9-4153-a8f3-e8054b5d070f admin admin] 10.222.0.41 "DELETE /v2.0/routers/bdc82568-7b82-436a-9748-3acf4afa292d HTTP/1.1" status: 204 len: 168 time: 0.7979593 Dec 15 16:14:28.078182 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42220) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:28.088390 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.089365 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:28.090077 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.126416 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a74828-fe50-4c66-b323-c4d36fd6e7df admin admin] Deleting subnet b351123e-a8b4-41b4-806b-9570c2b4459b {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:14:28.130070 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-11a74828-fe50-4c66-b323-c4d36fd6e7df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.150055 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4041398 Dec 15 16:14:28.153006 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42222) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:28.156162 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ad926-48b1-4e89-85f6-67517645c84a admin admin] Pushing event updated for resources: {'Network': ['ID=d005a8c1-3f70-4256-86a5-19605b6d5557,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:28.160236 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] Request body: {'subnet': {'network_id': 'd005a8c1-3f70-4256-86a5-19605b6d5557', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-911417121-subnet', 'tenant_id': 'e0022608bda748b69b3d5f3900e9f242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:28.166883 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network d005a8c1-3f70-4256-86a5-19605b6d5557 details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:14:28.184862 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-11a74828-fe50-4c66-b323-c4d36fd6e7df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125418'] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.220330 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] Made reservation on behalf of e0022608bda748b69b3d5f3900e9f242 for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:28.223453 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309855'] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.348280 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-11a74828-fe50-4c66-b323-c4d36fd6e7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.434463 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-11a74828-fe50-4c66-b323-c4d36fd6e7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10073242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.490513 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a74828-fe50-4c66-b323-c4d36fd6e7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b351123e-a8b4-41b4-806b-9570c2b4459b,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:28.492492 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-11a74828-fe50-4c66-b323-c4d36fd6e7df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.495658 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-11a74828-fe50-4c66-b323-c4d36fd6e7df admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b351123e-a8b4-41b4-806b-9570c2b4459b HTTP/1.1" status: 204 len: 168 time: 0.4164443 Dec 15 16:14:28.497221 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c93004-d2a2-47e8-bf33-4a3229209cb3 None None] Network 4579f1c5-7fc5-4782-9d02-20f1a37f593e requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:28.498359 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42226) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:28.511148 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10072157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309825'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.574566 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc954e4-d6b9-4b31-aa1e-6542d41c4ae7,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:28.577161 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] Checking segment: {'id': '3b2cb28d-2df4-49e3-b321-288d7f76a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd005a8c1-3f70-4256-86a5-19605b6d5557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:14:28.577439 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] Network hostable DHCP agents. Network: d005a8c1-3f70-4256-86a5-19605b6d5557, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:14:28.606354 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.608380 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] Network d005a8c1-3f70-4256-86a5-19605b6d5557 is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:14:28.621017 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, d005a8c1-3f70-4256-86a5-19605b6d5557) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:14:28.625361 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:28.626103 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.632453 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080c51c-0bb9-4f4a-b9c3-72a0c936636f None None] Network d005a8c1-3f70-4256-86a5-19605b6d5557 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:28.652175 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d351d23d-83d5-4f97-ab6c-8485aab4c671 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4980309 Dec 15 16:14:28.687865 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Deleting port d7949bda-84da-4c80-ae16-651f4f91eb2d {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:28.688339 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.715519 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] DHCP port deletion for 4579f1c5-7fc5-4782-9d02-20f1a37f593e request from dv-cinder-800703-3-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:14:28.764262 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] For port d7949bda-84da-4c80-ae16-651f4f91eb2d, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=d7949bda-84da-4c80-ae16-651f4f91eb2d,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:28.765249 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.782510 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca886e-e123-4932-b2fc-da6bbf639973 None None] Network d005a8c1-3f70-4256-86a5-19605b6d5557 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:28.785128 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Calling delete_port for d7949bda-84da-4c80-ae16-651f4f91eb2d owned by network:dhcp {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:28.853088 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Deleting port d7949bda-84da-4c80-ae16-651f4f91eb2d {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:28.853462 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.878313 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.910799 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7949bda-84da-4c80-ae16-651f4f91eb2d,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:28.914010 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] No DVR routers for this DVR port d7949bda-84da-4c80-ae16-651f4f91eb2d on host dv-cinder-800703-3-iscsi {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:28.957890 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] For port d7949bda-84da-4c80-ae16-651f4f91eb2d, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=d7949bda-84da-4c80-ae16-651f4f91eb2d,segment=NetworkSegment(4f33dd7e-62c4-487d-b880-e77eef086e09),segment_id=4f33dd7e-62c4-487d-b880-e77eef086e09)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:28.958528 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.972715 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Calling delete_port for d7949bda-84da-4c80-ae16-651f4f91eb2d owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:29.018894 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.059014 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4579f1c5-7fc5-4782-9d02-20f1a37f593e']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:29.074047 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f33dd7e-62c4-487d-b880-e77eef086e09') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:29.074396 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f33dd7e-62c4-487d-b880-e77eef086e09') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:29.083482 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.099200 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10181580'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.114622 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Pushing event deleted for resources: {'Port': ['ID=d7949bda-84da-4c80-ae16-651f4f91eb2d,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:29.117004 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] No DVR routers for this DVR port d7949bda-84da-4c80-ae16-651f4f91eb2d on host dv-cinder-800703-3-iscsi {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:29.122035 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.127588 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.127989 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.128345 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.132585 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:14:29.133138 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987364'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.134567 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.135311 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.135803 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.136341 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: timer() Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: cb(*args, **kw) Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: self._notify() Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: self.callback(batched_events) Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: event.method(event) Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._get(url).json() Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:14:29.136477 dv-cinder-800703-3-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:14:29.139418 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.140089 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.140781 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.141866 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.143208 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.143731 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618a7d6-2ad7-42a6-a2c1-434d7022c266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:29.208291 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.240338 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.248340 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4579f1c5-7fc5-4782-9d02-20f1a37f593e HTTP/1.1" status: 204 len: 168 time: 0.7488120 Dec 15 16:14:29.249904 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a65bc0-8a46-478c-a23c-dbace6127f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=4579f1c5-7fc5-4782-9d02-20f1a37f593e,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:29.250859 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42248) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:29.295098 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 125c5b01-1a57-4f65-ae05-02f3d564832c no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:29.321733 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42252) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:29.324512 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 125c5b01-1a57-4f65-ae05-02f3d564832c {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:29.324863 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 125c5b01-1a57-4f65-ae05-02f3d564832c not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:29.325286 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 4a829d2d-9095-40e8-921f-440754f6f07c no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:29.330510 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-94193183-network', 'tenant_id': '683c71a6711841488e3f6da24fdc9031'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:29.346407 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 4a829d2d-9095-40e8-921f-440754f6f07c {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:29.346688 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 4a829d2d-9095-40e8-921f-440754f6f07c not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:29.347338 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device d7949bda-84da-4c80-ae16-651f4f91eb2d no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:29.367554 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: d7949bda-84da-4c80-ae16-651f4f91eb2d {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:29.368133 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device d7949bda-84da-4c80-ae16-651f4f91eb2d not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:29.400260 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Made reservation on behalf of 683c71a6711841488e3f6da24fdc9031 for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:29.402636 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.444275 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.574627 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac58f1f-40e8-4738-a835-309ebf7e8704 req-cafc6c51-abcb-40d2-8d27-3ab137714177 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:29.576275 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eac58f1f-40e8-4738-a835-309ebf7e8704 req-cafc6c51-abcb-40d2-8d27-3ab137714177 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 946 time: 0.0552545 Dec 15 16:14:29.614831 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.625632 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.627260 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eac58f1f-40e8-4738-a835-309ebf7e8704 req-a0a713eb-5dda-47c3-b02e-274c2f19d676 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Dec 15 16:14:29.634579 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.662090 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:14:29.682727 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddfd3e4-7628-46a1-b366-d92317cdc1db,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:29.687713 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.688057 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Added segment 9e89cbe9-baec-42d4-be69-aa7e9f0d5b7f of type vlan for network 076c9e59-55eb-4cb7-908d-d60e191a6e74 Dec 15 16:14:29.735699 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.784012 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.785043 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:29.785668 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.841988 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5190461 Dec 15 16:14:29.844749 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42256) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:29.850259 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] Request body: {'subnet': {'network_id': '076c9e59-55eb-4cb7-908d-d60e191a6e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-94193183-subnet', 'tenant_id': '683c71a6711841488e3f6da24fdc9031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:29.859765 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163c867-df3e-4b1a-8a9a-8b08cdb9d0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=076c9e59-55eb-4cb7-908d-d60e191a6e74,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:29.867784 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556817'] for router_interface, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.870949 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 076c9e59-55eb-4cb7-908d-d60e191a6e74 details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:14:29.871530 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] Made reservation on behalf of 683c71a6711841488e3f6da24fdc9031 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:29.874465 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10175620'] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.042292 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9986441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10175642'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.100649 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b027b7d8-363c-40f3-98e1-ddc8cedc8466,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:30.109105 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] Checking segment: {'id': '9e89cbe9-baec-42d4-be69-aa7e9f0d5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '076c9e59-55eb-4cb7-908d-d60e191a6e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:14:30.109459 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] Network hostable DHCP agents. Network: 076c9e59-55eb-4cb7-908d-d60e191a6e74, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:14:30.114878 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] Deleting port d0e452cb-725a-46df-9649-011b3d05d375 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:30.115222 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.125751 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] Network 076c9e59-55eb-4cb7-908d-d60e191a6e74 is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:14:30.134402 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 076c9e59-55eb-4cb7-908d-d60e191a6e74) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:14:30.138408 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:30.139007 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.145363 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deecba36-1f4f-4abb-9b4a-a1660a720e7a None None] Network 076c9e59-55eb-4cb7-908d-d60e191a6e74 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:30.162085 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-37201111-26f5-4680-bcbd-d806c249fe26 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3090453 Dec 15 16:14:30.194544 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] For port d0e452cb-725a-46df-9649-011b3d05d375, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=d0e452cb-725a-46df-9649-011b3d05d375,segment=NetworkSegment(c6362f69-25ad-4453-81e3-a56e03ff640d),segment_id=c6362f69-25ad-4453-81e3-a56e03ff640d)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:30.195073 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.209483 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] Calling delete_port for d0e452cb-725a-46df-9649-011b3d05d375 owned by network:router_interface {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:30.258805 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60a491-87a2-45c7-954b-c715a9496f11 None None] Network 076c9e59-55eb-4cb7-908d-d60e191a6e74 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:30.275527 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42260) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:30.321388 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f8d88f-bf00-4773-8418-6b1b76795681 admin admin] Deleting subnet 6cc954e4-d6b9-4b31-aa1e-6542d41c4ae7 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:14:30.325013 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-81f8d88f-bf00-4773-8418-6b1b76795681 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.363420 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-81f8d88f-bf00-4773-8418-6b1b76795681 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10181431'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.401534 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-81f8d88f-bf00-4773-8418-6b1b76795681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.402222 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.428407 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e452cb-725a-46df-9649-011b3d05d375,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:30.468498 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-81f8d88f-bf00-4773-8418-6b1b76795681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175715'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.488809 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-81f8d88f-bf00-4773-8418-6b1b76795681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.494515 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-81f8d88f-bf00-4773-8418-6b1b76795681 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6cc954e4-d6b9-4b31-aa1e-6542d41c4ae7 HTTP/1.1" status: 204 len: 168 time: 0.2156687 Dec 15 16:14:30.498703 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42262) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:30.512580 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8d88f-bf00-4773-8418-6b1b76795681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc954e4-d6b9-4b31-aa1e-6542d41c4ae7,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:30.615226 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.008113 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556941'] for router_interface, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.077563 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.152339 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d005a8c1-3f70-4256-86a5-19605b6d5557']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:31.163126 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-b6c5732a-494e-432f-a476-8bb4a0cdedfb tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:31.164597 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-b6c5732a-494e-432f-a476-8bb4a0cdedfb tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.18 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 946 time: 0.2224348 Dec 15 16:14:31.174203 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-a75c2cb7-5c20-4721-aac2-56e545c4d88f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2308617 Dec 15 16:14:31.181793 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2cb28d-2df4-49e3-b321-288d7f76a971') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:31.182077 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2cb28d-2df4-49e3-b321-288d7f76a971') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:31.195213 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8d1e7-152c-4f12-9b2b-1aaa5c2acb91 req-585ef5c4-8146-45ef-9723-02fb0ce7e6a0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:31.196633 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8da8d1e7-152c-4f12-9b2b-1aaa5c2acb91 req-585ef5c4-8146-45ef-9723-02fb0ce7e6a0 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 946 time: 0.2520812 Dec 15 16:14:31.254864 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125457'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.346828 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.371663 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:14:31.372052 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10073328'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: timer() Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: cb(*args, **kw) Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: self._notify() Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: self.callback(batched_events) Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: event.method(event) Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._get(url).json() Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:14:31.374555 dv-cinder-800703-3-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:14:31.425899 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-5ebf41be-3918-4ad0-8a11-c633f9641d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:31.427454 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-5ebf41be-3918-4ad0-8a11-c633f9641d6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 1098 time: 0.2288837 Dec 15 16:14:31.443449 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8da8d1e7-152c-4f12-9b2b-1aaa5c2acb91 req-fff6997a-28a6-43f4-91f1-04b025fa71f7 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d2b8912-b2e4-4034-a106-3f9d1cdb2485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295969 Dec 15 16:14:31.512986 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.561822 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.565418 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] 10.222.0.41 "DELETE /v2.0/networks/d005a8c1-3f70-4256-86a5-19605b6d5557 HTTP/1.1" status: 204 len: 168 time: 1.0657668 Dec 15 16:14:31.568337 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42270) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:31.612280 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e36bf3-9b44-4869-b629-98950a7fed54 admin admin] Deleting subnet b027b7d8-363c-40f3-98e1-ddc8cedc8466 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:14:31.612482 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Deleting port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:31.612758 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.615527 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04e36bf3-9b44-4869-b629-98950a7fed54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.619858 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e563a71-0a8b-4476-9a01-31d42bc0b40f admin admin] Pushing event deleted for resources: {'Network': ['ID=d005a8c1-3f70-4256-86a5-19605b6d5557,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:31.651687 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04e36bf3-9b44-4869-b629-98950a7fed54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10181431'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.690191 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04e36bf3-9b44-4869-b629-98950a7fed54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.709381 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] Router 68da46fb-00f7-45db-8198-396ac4b08b08 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:14:31.727314 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-38daaa88-ff26-4034-a0fa-4c62da093986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:31.728805 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-38daaa88-ff26-4034-a0fa-4c62da093986 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.2789311 Dec 15 16:14:31.745668 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04e36bf3-9b44-4869-b629-98950a7fed54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175715'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.770945 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e36bf3-9b44-4869-b629-98950a7fed54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b027b7d8-363c-40f3-98e1-ddc8cedc8466,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:31.775772 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04e36bf3-9b44-4869-b629-98950a7fed54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.779028 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-04e36bf3-9b44-4869-b629-98950a7fed54 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b027b7d8-363c-40f3-98e1-ddc8cedc8466 HTTP/1.1" status: 204 len: 168 time: 0.2095752 Dec 15 16:14:31.781507 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42272) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:31.840639 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] For port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:31.841036 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.848237 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.908817 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-4b5407ed-cb4b-4b0b-86b3-ae87f4bcab33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8c60a3-47a7-4194-b028-2e81bba77d11 HTTP/1.1" status: 200 len: 1000 time: 0.1688113 Dec 15 16:14:31.929260 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.949743 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076c9e59-55eb-4cb7-908d-d60e191a6e74']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:31.959481 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e89cbe9-baec-42d4-be69-aa7e9f0d5b7f') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:31.959779 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e89cbe9-baec-42d4-be69-aa7e9f0d5b7f') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:31.969106 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10181580'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.981964 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.988469 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:14:31.988857 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987364'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: timer() Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: cb(*args, **kw) Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: self._notify() Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: self.callback(batched_events) Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: event.method(event) Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._get(url).json() Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:14:31.990539 dv-cinder-800703-3-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:14:32.031562 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:14:32.043793 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-726486f1-2bbb-4db9-8c8c-749c9ac2de82 admin admin] 10.222.0.41 "PUT /v2.0/routers/68da46fb-00f7-45db-8198-396ac4b08b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7891428 Dec 15 16:14:32.044276 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42274) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:32.044402 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da89621f-2970-4e2e-8bc0-be5f84f10eb1 None None] Sync routers for ids ['68da46fb-00f7-45db-8198-396ac4b08b08'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:14:32.045437 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-4a86a130-dc82-4245-b80a-9fe734bd03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:32.047229 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-4a86a130-dc82-4245-b80a-9fe734bd03cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.1108093 Dec 15 16:14:32.055077 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da89621f-2970-4e2e-8bc0-be5f84f10eb1 None None] Routers {'68da46fb-00f7-45db-8198-396ac4b08b08'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:32.055677 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-da89621f-2970-4e2e-8bc0-be5f84f10eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['68da46fb-00f7-45db-8198-396ac4b08b08'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:32.099055 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.106497 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.111139 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] 10.222.0.41 "DELETE /v2.0/networks/076c9e59-55eb-4cb7-908d-d60e191a6e74 HTTP/1.1" status: 204 len: 168 time: 0.3281851 Dec 15 16:14:32.127506 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f90d39-c7c2-439a-b80f-61f1251b42bb admin admin] Pushing event deleted for resources: {'Network': ['ID=076c9e59-55eb-4cb7-908d-d60e191a6e74,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:32.141913 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.142320 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.142675 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Floating IP 4b318c29-e086-4a5b-bb2a-ddc8dc09b324 disassociated. External IP: 172.27.1.47, port: 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f. Dec 15 16:14:32.143168 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Calling delete_port for 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:32.149118 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-b4607407-9b05-4dcd-bd63-17ffca696f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:32.150687 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-b4607407-9b05-4dcd-bd63-17ffca696f46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946465 Dec 15 16:14:32.188910 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.297987 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.306234 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-f248d96d-d69c-49bb-928a-ef3e5f850166 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464152 Dec 15 16:14:32.330942 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-da89621f-2970-4e2e-8bc0-be5f84f10eb1 None None] Set router 68da46fb-00f7-45db-8198-396ac4b08b08 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:32.340668 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42278) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:32.395674 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-fd9b3f07-a004-4e0d-ae52-2260f9eee55c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0022608bda748b69b3d5f3900e9f242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537066 Dec 15 16:14:32.398215 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42280) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:32.413282 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Deleting port 40185503-2a69-4067-a0ca-5974a0ea2dbf {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:32.413834 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.432637 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-826372b1-8915-47ba-889f-0c8bb4d678f6 req-de479540-888c-42da-8bab-c12a9db4866c service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184380 Dec 15 16:14:32.507935 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.510810 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3d61d5ba-f681-4dc9-bcec-a10533eccc05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.544856 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] For port 40185503-2a69-4067-a0ca-5974a0ea2dbf, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=40185503-2a69-4067-a0ca-5974a0ea2dbf,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:32.545337 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.554708 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event deleted for resources: {'Port': ['ID=2aa9ba55-7099-4c77-96de-51fbd5b9bd0f,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:32.571297 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3d61d5ba-f681-4dc9-bcec-a10533eccc05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.573873 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-da89621f-2970-4e2e-8bc0-be5f84f10eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'name': 'tempest-TestShelveInstance-1440541002-router', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:29Z', 'updated_at': '2021-12-15T16:14:30Z', 'revision_number': 5, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'gw_port': {'id': '40185503-2a69-4067-a0ca-5974a0ea2dbf', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:08:30Z', 'updated_at': '2021-12-15T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:32.596714 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4997a628-d648-4cd0-89b8-09321bb63d38 req-8af45036-9a0a-4a62-b495-20cc224dd22e tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a5452-6ada-4537-ac76-03d697ce6d08 HTTP/1.1" status: 200 len: 210 time: 0.0634584 Dec 15 16:14:32.599006 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Calling delete_port for 40185503-2a69-4067-a0ca-5974a0ea2dbf owned by network:router_gateway {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:32.604339 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da89621f-2970-4e2e-8bc0-be5f84f10eb1 None None] Checking router: 68da46fb-00f7-45db-8198-396ac4b08b08 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:14:32.622799 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da89621f-2970-4e2e-8bc0-be5f84f10eb1 None None] Routers {'68da46fb-00f7-45db-8198-396ac4b08b08'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:32.622799 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-da89621f-2970-4e2e-8bc0-be5f84f10eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['68da46fb-00f7-45db-8198-396ac4b08b08'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:32.686523 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3d61d5ba-f681-4dc9-bcec-a10533eccc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.689328 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3d61d5ba-f681-4dc9-bcec-a10533eccc05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.692893 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-3d61d5ba-f681-4dc9-bcec-a10533eccc05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37753d7b-276e-4e30-a2c8-b3cc86f0f571 HTTP/1.1" status: 204 len: 168 time: 0.2913268 Dec 15 16:14:32.696275 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:14:32.720273 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-da89621f-2970-4e2e-8bc0-be5f84f10eb1 None None] Set router 68da46fb-00f7-45db-8198-396ac4b08b08 gateway port host: None {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:32.734962 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61d5ba-f681-4dc9-bcec-a10533eccc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37753d7b-276e-4e30-a2c8-b3cc86f0f571,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:32.801869 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-da89621f-2970-4e2e-8bc0-be5f84f10eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'name': 'tempest-TestShelveInstance-1440541002-router', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:29Z', 'updated_at': '2021-12-15T16:14:32Z', 'revision_number': 6, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'gw_port_host': None}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:32.830979 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da89621f-2970-4e2e-8bc0-be5f84f10eb1 None None] The sync data for ids ['68da46fb-00f7-45db-8198-396ac4b08b08'] in dv-cinder-800703-3-iscsi is: [{'id': '68da46fb-00f7-45db-8198-396ac4b08b08', 'name': 'tempest-TestShelveInstance-1440541002-router', 'tenant_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:08:29Z', 'updated_at': '2021-12-15T16:14:32Z', 'revision_number': 6, 'project_id': 'b7b57848708f4ede8e511dc3cb7060a6', 'gw_port_host': None}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:14:32.857663 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.902387 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:14:32.904004 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=40185503-2a69-4067-a0ca-5974a0ea2dbf,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:32.915024 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34040b2c-4d95-479c-9591-5b730dca6847 None None] Sync routers for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:14:32.932532 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34040b2c-4d95-479c-9591-5b730dca6847 None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:32.933504 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-34040b2c-4d95-479c-9591-5b730dca6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:32.951112 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] No DVR routers for this DVR port 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:32.954429 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:32.958890 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c7f940a2-ebd6-499c-a887-d5f98f565639 req-bd462b3b-bece-4dfe-a4b1-8a4b2da4db0f tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.18 "DELETE /v2.0/ports/2aa9ba55-7099-4c77-96de-51fbd5b9bd0f HTTP/1.1" status: 204 len: 173 time: 1.7837975 Dec 15 16:14:32.959389 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'name': 'network-vif-deleted', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:32.961689 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbce572-cbd2-43df-a3cb-c8b5e56b0ba9" -d '{"events": [{"server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "name": "network-vif-deleted", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:33.042127 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33ad27c-f19a-40e8-bec3-2a13cd753319 x-openstack-request-id: req-d33ad27c-f19a-40e8-bec3-2a13cd753319 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:33.042844 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252a5452-6ada-4537-ac76-03d697ce6d08", "name": "network-vif-deleted", "tag": "2aa9ba55-7099-4c77-96de-51fbd5b9bd0f", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:33.043252 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d33ad27c-f19a-40e8-bec3-2a13cd753319 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:33.044370 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252a5452-6ada-4537-ac76-03d697ce6d08', 'name': 'network-vif-deleted', 'tag': '2aa9ba55-7099-4c77-96de-51fbd5b9bd0f', 'status': 'completed', 'code': 200} Dec 15 16:14:33.060813 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-34040b2c-4d95-479c-9591-5b730dca6847 None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:33.074102 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552239'] for router_gateway, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.167411 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42290) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:33.248577 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6139b2bb-1570-46f7-ace7-dce9541f88d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=683c71a6711841488e3f6da24fdc9031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0777264 Dec 15 16:14:33.248769 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42292) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:33.315853 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-66ea65de-d0dc-48c0-92ae-070716417dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.335134 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device d0e452cb-725a-46df-9649-011b3d05d375 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:33.343135 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-66ea65de-d0dc-48c0-92ae-070716417dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.352853 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-34040b2c-4d95-479c-9591-5b730dca6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:33.367632 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: d0e452cb-725a-46df-9649-011b3d05d375 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:33.368111 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device d0e452cb-725a-46df-9649-011b3d05d375 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:33.399136 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-66ea65de-d0dc-48c0-92ae-070716417dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.402506 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-66ea65de-d0dc-48c0-92ae-070716417dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.405988 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-66ea65de-d0dc-48c0-92ae-070716417dbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ddfd3e4-7628-46a1-b366-d92317cdc1db HTTP/1.1" status: 204 len: 168 time: 0.1540749 Dec 15 16:14:33.411045 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34040b2c-4d95-479c-9591-5b730dca6847 None None] Checking router: c3e2c533-d9de-4263-bf3a-9e03a8fd5929 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:14:33.414844 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea65de-d0dc-48c0-92ae-070716417dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddfd3e4-7628-46a1-b366-d92317cdc1db,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:33.423496 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34040b2c-4d95-479c-9591-5b730dca6847 None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:33.424235 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-34040b2c-4d95-479c-9591-5b730dca6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:33.515247 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12919'] for router, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.518777 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.569902 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549814'] for router, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.570875 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68da46fb-00f7-45db-8198-396ac4b08b08 {{(pid=102582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:14:33.576002 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.577874 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-6c1b6d6a-beda-44ef-8432-5941fdbc68d6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/68da46fb-00f7-45db-8198-396ac4b08b08 HTTP/1.1" status: 204 len: 168 time: 1.5323939 Dec 15 16:14:33.581779 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42296) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:33.631759 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-311be3c5-b099-448b-aaba-4fcdd2961c0e admin admin] Deleting subnet e19e6dc2-07b0-4601-9c4d-b18d8af1e847 {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:14:33.635425 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-311be3c5-b099-448b-aaba-4fcdd2961c0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.668077 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-34040b2c-4d95-479c-9591-5b730dca6847 None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:33.700275 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-311be3c5-b099-448b-aaba-4fcdd2961c0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125418'] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.732259 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42304) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:33.809482 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-311be3c5-b099-448b-aaba-4fcdd2961c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.823640 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-048adee1-2c73-418f-b257-2e734053f8e3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.854470 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-048adee1-2c73-418f-b257-2e734053f8e3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.874278 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-311be3c5-b099-448b-aaba-4fcdd2961c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10073242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.914479 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311be3c5-b099-448b-aaba-4fcdd2961c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19e6dc2-07b0-4601-9c4d-b18d8af1e847,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:33.916557 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-311be3c5-b099-448b-aaba-4fcdd2961c0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.920399 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-311be3c5-b099-448b-aaba-4fcdd2961c0e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e19e6dc2-07b0-4601-9c4d-b18d8af1e847 HTTP/1.1" status: 204 len: 168 time: 0.3373966 Dec 15 16:14:33.923165 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42312) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:33.924722 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00db8a3c-9ffe-44e4-96a1-424c7fe059fb None None] Network ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:33.943604 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-34040b2c-4d95-479c-9591-5b730dca6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:33.949050 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-048adee1-2c73-418f-b257-2e734053f8e3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.956083 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-048adee1-2c73-418f-b257-2e734053f8e3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:33.971355 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34040b2c-4d95-479c-9591-5b730dca6847 None None] The sync data for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi is: [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:07:27Z', 'revision_number': 4, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '4eba6312-0d79-446f-8c85-7b8147e3f974', 'name': '', 'network_id': 'b9de569e-dedf-412f-ac55-6fe163ed494a', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'mac_address': 'fa:16:3e:e7:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:26Z', 'updated_at': '2021-12-15T16:07:37Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'subnets': [{'id': '7619fe57-562e-4dcd-85a1-474a5ed5dfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:14:33.973893 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-048adee1-2c73-418f-b257-2e734053f8e3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "DELETE /v2.0/security-groups/8d2b8912-b2e4-4034-a106-3f9d1cdb2485 HTTP/1.1" status: 204 len: 168 time: 0.2332001 Dec 15 16:14:33.975698 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42314) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:34.022395 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048adee1-2c73-418f-b257-2e734053f8e3 tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2b8912-b2e4-4034-a106-3f9d1cdb2485,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:34.029503 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:34.044597 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.api.v2.resource [None req-96773d56-043c-4f17-b947-8f1f06110a3a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] show failed (client error): The resource could not be found. Dec 15 16:14:34.051191 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42318) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:34.053467 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-96773d56-043c-4f17-b947-8f1f06110a3a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "GET /v2.0/security-groups/8d2b8912-b2e4-4034-a106-3f9d1cdb2485 HTTP/1.1" status: 404 len: 347 time: 0.0740671 Dec 15 16:14:34.167055 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fb918d-43de-408d-a274-c4d04440699e None None] DHCP port deletion for ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae request from dv-cinder-800703-3-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:14:34.230653 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Deleting port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:34.231417 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:34.243221 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb918d-43de-408d-a274-c4d04440699e None None] Deleting port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:34.243686 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b5fb918d-43de-408d-a274-c4d04440699e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:34.319222 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] For port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=9e317f34-14f9-470c-b4cf-bb3ad3d34b29,segment=NetworkSegment(c6362f69-25ad-4453-81e3-a56e03ff640d),segment_id=c6362f69-25ad-4453-81e3-a56e03ff640d)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:34.319613 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:34.326829 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-b5fb918d-43de-408d-a274-c4d04440699e None None] For port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=9e317f34-14f9-470c-b4cf-bb3ad3d34b29,segment=NetworkSegment(c6362f69-25ad-4453-81e3-a56e03ff640d),segment_id=c6362f69-25ad-4453-81e3-a56e03ff640d)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:34.327981 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b5fb918d-43de-408d-a274-c4d04440699e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:34.334963 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-b55aa26b-c4c2-4010-82df-ebb95f156a1a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Deleting port 94cd661d-8a17-4f92-92a0-b39e6a212ea8 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:34.335307 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b55aa26b-c4c2-4010-82df-ebb95f156a1a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:34.337163 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Calling delete_port for 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 owned by network:dhcp {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:34.348016 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb918d-43de-408d-a274-c4d04440699e None None] Calling delete_port for 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:34.406635 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47564b5b-2d90-4e99-ad15-caf441fe958f None None] New status for floating IP 4b318c29-e086-4a5b-bb2a-ddc8dc09b324: DOWN {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:14:34.419027 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:34.507006 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:34.507374 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2aa9ba55-7099-4c77-96de-51fbd5b9bd0f not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:34.572470 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b5fb918d-43de-408d-a274-c4d04440699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:34.604316 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb918d-43de-408d-a274-c4d04440699e None None] Pushing event deleted for resources: {'Port': ['ID=9e317f34-14f9-470c-b4cf-bb3ad3d34b29,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:34.606924 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb918d-43de-408d-a274-c4d04440699e None None] No DVR routers for this DVR port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 on host dv-cinder-800703-3-iscsi {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:34.753523 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b55aa26b-c4c2-4010-82df-ebb95f156a1a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:34.754044 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b55aa26b-c4c2-4010-82df-ebb95f156a1a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:34.773408 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-b55aa26b-c4c2-4010-82df-ebb95f156a1a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Calling delete_port for 94cd661d-8a17-4f92-92a0-b39e6a212ea8 owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:34.789874 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:34.853659 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e317f34-14f9-470c-b4cf-bb3ad3d34b29,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:34.857811 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] No DVR routers for this DVR port 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 on host dv-cinder-800703-3-iscsi {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:34.944624 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:34.972468 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:34.982631 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6362f69-25ad-4453-81e3-a56e03ff640d') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:34.982937 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6362f69-25ad-4453-81e3-a56e03ff640d') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:35.015712 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125457'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.036981 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.048188 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:14:35.049193 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10073328'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: timer() Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: cb(*args, **kw) Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: self._notify() Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: self.callback(batched_events) Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: event.method(event) Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._get(url).json() Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:14:35.051438 dv-cinder-800703-3-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:14:35.065309 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b55aa26b-c4c2-4010-82df-ebb95f156a1a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.076998 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-98d844f5-913a-4a53-a572-f8097a795634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.132788 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aa26b-c4c2-4010-82df-ebb95f156a1a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Pushing event deleted for resources: {'Port': ['ID=94cd661d-8a17-4f92-92a0-b39e6a212ea8,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:35.182723 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.187589 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.191011 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae HTTP/1.1" status: 204 len: 168 time: 1.2656603 Dec 15 16:14:35.212335 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51865644-4882-4c4f-b69c-30c456738d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9f3c86-11a8-4f3a-b39c-d4711d05c1ae,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:35.225774 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b55aa26b-c4c2-4010-82df-ebb95f156a1a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.228904 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b55aa26b-c4c2-4010-82df-ebb95f156a1a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.233932 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b55aa26b-c4c2-4010-82df-ebb95f156a1a tempest-AttachVolumeShelveTestJSON-377083239 tempest-AttachVolumeShelveTestJSON-377083239-project] 10.222.0.41 "DELETE /v2.0/floatingips/4b318c29-e086-4a5b-bb2a-ddc8dc09b324 HTTP/1.1" status: 204 len: 168 time: 1.1754606 Dec 15 16:14:35.313166 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 40185503-2a69-4067-a0ca-5974a0ea2dbf no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:35.352158 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 40185503-2a69-4067-a0ca-5974a0ea2dbf {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:35.352944 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 40185503-2a69-4067-a0ca-5974a0ea2dbf not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:35.353446 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:35.375859 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:35.376272 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 9e317f34-14f9-470c-b4cf-bb3ad3d34b29 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:35.466836 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42356) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:35.510513 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3e8e9eed-eca1-459c-8b76-b7d658991434 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79292acd0f5349ed8f0dc153ee4c983d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399554 Dec 15 16:14:35.510816 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42358) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:35.567260 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8596-664e-4693-88e6-3e88a9ba6996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.591542 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8596-664e-4693-88e6-3e88a9ba6996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.638067 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8596-664e-4693-88e6-3e88a9ba6996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.640799 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8596-664e-4693-88e6-3e88a9ba6996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:35.642141 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-e5ab8596-664e-4693-88e6-3e88a9ba6996 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d5166a0-1ecc-47cc-b636-984bbcb68d7b HTTP/1.1" status: 204 len: 168 time: 0.1301837 Dec 15 16:14:35.651543 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab8596-664e-4693-88e6-3e88a9ba6996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5166a0-1ecc-47cc-b636-984bbcb68d7b,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:35.975507 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42368) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:36.015002 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-20890628-eb3e-40d6-88a6-4e7189ea8a36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7b57848708f4ede8e511dc3cb7060a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377855 Dec 15 16:14:36.016853 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42370) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:36.061615 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-beb67973-c8d9-412f-8711-5c29c41ce206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:36.082386 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-beb67973-c8d9-412f-8711-5c29c41ce206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:36.125706 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-beb67973-c8d9-412f-8711-5c29c41ce206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:36.128806 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-beb67973-c8d9-412f-8711-5c29c41ce206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:36.129941 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-beb67973-c8d9-412f-8711-5c29c41ce206 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/129c7dba-daea-4bb7-afcb-7ef57cef4d24 HTTP/1.1" status: 204 len: 168 time: 0.1116004 Dec 15 16:14:36.137211 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb67973-c8d9-412f-8711-5c29c41ce206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129c7dba-daea-4bb7-afcb-7ef57cef4d24,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:37.214959 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-63add262-9dee-41c2-bf85-369753873321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:37.662639 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42406) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:38.179583 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556817'] for router_interface, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:38.429327 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] Deleting port 4eba6312-0d79-446f-8c85-7b8147e3f974 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:38.429676 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:38.509974 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] For port 4eba6312-0d79-446f-8c85-7b8147e3f974, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=4eba6312-0d79-446f-8c85-7b8147e3f974,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:38.510397 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:38.524136 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] Calling delete_port for 4eba6312-0d79-446f-8c85-7b8147e3f974 owned by network:router_interface {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:38.667285 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:38.716012 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:38.743209 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eba6312-0d79-446f-8c85-7b8147e3f974,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:38.871374 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42440) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:38.916808 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556941'] for router_interface, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:38.981086 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0cc1db27-45e2-472c-8067-a0332e3b40da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.056331 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0cc1db27-45e2-472c-8067-a0332e3b40da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.060165 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0cc1db27-45e2-472c-8067-a0332e3b40da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.101905 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0cc1db27-45e2-472c-8067-a0332e3b40da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05c3b00bf3524e8bb287616d3096c081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294390 Dec 15 16:14:39.102893 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1db27-45e2-472c-8067-a0332e3b40da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33158b1c-2058-40cd-a968-9be81b7a1b89,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:39.105183 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42444) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:39.133663 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] Router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:14:39.151488 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-55ecbbae-1956-4658-9c09-61e8ee32dce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.172583 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-55ecbbae-1956-4658-9c09-61e8ee32dce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.224040 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-55ecbbae-1956-4658-9c09-61e8ee32dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.227507 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-55ecbbae-1956-4658-9c09-61e8ee32dce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.228713 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-55ecbbae-1956-4658-9c09-61e8ee32dce7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33158b1c-2058-40cd-a968-9be81b7a1b89 HTTP/1.1" status: 204 len: 168 time: 0.1226017 Dec 15 16:14:39.244388 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecbbae-1956-4658-9c09-61e8ee32dce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33158b1c-2058-40cd-a968-9be81b7a1b89,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:39.261265 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:14:39.270206 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-93124991-1bd5-4a9d-92fe-fdca4c4f11e5 admin admin] 10.222.0.41 "PUT /v2.0/routers/c3e2c533-d9de-4263-bf3a-9e03a8fd5929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051722 Dec 15 16:14:39.271133 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52377f20-c37f-40c4-a0e0-35f90e091113 None None] Sync routers for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:14:39.272222 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42448) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:39.284122 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52377f20-c37f-40c4-a0e0-35f90e091113 None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:39.284777 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-52377f20-c37f-40c4-a0e0-35f90e091113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:39.382539 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Publish callbacks [] for router, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.398840 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-52377f20-c37f-40c4-a0e0-35f90e091113 None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:39.503074 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.527874 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42452) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:39.541340 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ed33c459-a8cf-43a4-8ce7-42a1938faf70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.567793 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Deleting port 3fd14aa8-acca-439b-b618-4298f64b3337 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:39.568132 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.595422 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-52377f20-c37f-40c4-a0e0-35f90e091113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:14:38Z', 'revision_number': 5, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port': {'id': '3fd14aa8-acca-439b-b618-4298f64b3337', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:07:18Z', 'updated_at': '2021-12-15T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:39.628056 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52377f20-c37f-40c4-a0e0-35f90e091113 None None] Checking router: c3e2c533-d9de-4263-bf3a-9e03a8fd5929 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:14:39.636911 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52377f20-c37f-40c4-a0e0-35f90e091113 None None] Routers {'c3e2c533-d9de-4263-bf3a-9e03a8fd5929'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:39.637694 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ed33c459-a8cf-43a4-8ce7-42a1938faf70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.638027 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-52377f20-c37f-40c4-a0e0-35f90e091113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:14:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:39.641833 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ed33c459-a8cf-43a4-8ce7-42a1938faf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.654499 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] For port 3fd14aa8-acca-439b-b618-4298f64b3337, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=3fd14aa8-acca-439b-b618-4298f64b3337,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:39.654860 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.667505 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Calling delete_port for 3fd14aa8-acca-439b-b618-4298f64b3337 owned by network:router_gateway {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:39.681190 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-ed33c459-a8cf-43a4-8ce7-42a1938faf70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94372657c56647a0af971a8adc61ac4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520681 Dec 15 16:14:39.681919 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33c459-a8cf-43a4-8ce7-42a1938faf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce02147-3955-45e3-a235-ea7a6b558b49,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:39.683651 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42454) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:39.725146 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-52377f20-c37f-40c4-a0e0-35f90e091113 None None] Set router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:39.774535 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-52377f20-c37f-40c4-a0e0-35f90e091113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:14:39Z', 'revision_number': 6, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port_host': None}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:39.792079 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.804385 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52377f20-c37f-40c4-a0e0-35f90e091113 None None] The sync data for ids ['c3e2c533-d9de-4263-bf3a-9e03a8fd5929'] in dv-cinder-800703-3-iscsi is: [{'id': 'c3e2c533-d9de-4263-bf3a-9e03a8fd5929', 'name': 'tempest-AttachVolumeShelveTestJSON-410309039-router', 'tenant_id': 'f1f1638b13884efc82ff109ef86772d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:07:17Z', 'updated_at': '2021-12-15T16:14:39Z', 'revision_number': 6, 'project_id': 'f1f1638b13884efc82ff109ef86772d7', 'gw_port_host': None}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:14:39.816702 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc29c041-485f-462a-985c-64dd498a5e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.851048 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc29c041-485f-462a-985c-64dd498a5e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.918104 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.943894 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd14aa8-acca-439b-b618-4298f64b3337,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:39.953772 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc29c041-485f-462a-985c-64dd498a5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.956822 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dc29c041-485f-462a-985c-64dd498a5e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:39.957948 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-dc29c041-485f-462a-985c-64dd498a5e6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ce02147-3955-45e3-a235-ea7a6b558b49 HTTP/1.1" status: 204 len: 168 time: 0.2709877 Dec 15 16:14:40.000720 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29c041-485f-462a-985c-64dd498a5e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce02147-3955-45e3-a235-ea7a6b558b49,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:40.025052 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552239'] for router_gateway, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.116021 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12919'] for router, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.116021 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.162476 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549814'] for router, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.163036 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3e2c533-d9de-4263-bf3a-9e03a8fd5929 {{(pid=102582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:14:40.167819 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.171591 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d574a7e8-63b0-4169-8cec-7a5224aadf3e admin admin] 10.222.0.41 "DELETE /v2.0/routers/c3e2c533-d9de-4263-bf3a-9e03a8fd5929 HTTP/1.1" status: 204 len: 168 time: 0.8983438 Dec 15 16:14:40.171811 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42460) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:40.227938 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b805b3-8a77-45c6-9bb9-13a09d18d27d admin admin] Deleting subnet 7619fe57-562e-4dcd-85a1-474a5ed5dfef {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:14:40.233567 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-78b805b3-8a77-45c6-9bb9-13a09d18d27d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.273320 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-78b805b3-8a77-45c6-9bb9-13a09d18d27d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125418'] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.352848 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-78b805b3-8a77-45c6-9bb9-13a09d18d27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.403221 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-78b805b3-8a77-45c6-9bb9-13a09d18d27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10073242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.439065 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b805b3-8a77-45c6-9bb9-13a09d18d27d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7619fe57-562e-4dcd-85a1-474a5ed5dfef,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:40.441692 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-78b805b3-8a77-45c6-9bb9-13a09d18d27d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.444879 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-78b805b3-8a77-45c6-9bb9-13a09d18d27d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7619fe57-562e-4dcd-85a1-474a5ed5dfef HTTP/1.1" status: 204 len: 168 time: 0.2721281 Dec 15 16:14:40.447380 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42472) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:40.449280 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e443a16-decf-425d-ac13-ec37e151bc8e None None] Network b9de569e-dedf-412f-ac55-6fe163ed494a requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:40.516154 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.577537 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Deleting port a81d52f6-5d77-4450-b6ff-ce730d5956b0 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:40.577890 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.635728 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae3da41-14f5-4db4-8990-265f48fb13a4 None None] DHCP port deletion for b9de569e-dedf-412f-ac55-6fe163ed494a request from dv-cinder-800703-3-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:14:40.661937 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] For port a81d52f6-5d77-4450-b6ff-ce730d5956b0, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=a81d52f6-5d77-4450-b6ff-ce730d5956b0,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:40.662374 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.675695 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Calling delete_port for a81d52f6-5d77-4450-b6ff-ce730d5956b0 owned by network:dhcp {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:40.694037 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3da41-14f5-4db4-8990-265f48fb13a4 None None] Deleting port a81d52f6-5d77-4450-b6ff-ce730d5956b0 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:40.694450 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7ae3da41-14f5-4db4-8990-265f48fb13a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.767321 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.776707 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-7ae3da41-14f5-4db4-8990-265f48fb13a4 None None] For port a81d52f6-5d77-4450-b6ff-ce730d5956b0, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=a81d52f6-5d77-4450-b6ff-ce730d5956b0,segment=NetworkSegment(5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7),segment_id=5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:40.777767 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7ae3da41-14f5-4db4-8990-265f48fb13a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.792462 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3da41-14f5-4db4-8990-265f48fb13a4 None None] Calling delete_port for a81d52f6-5d77-4450-b6ff-ce730d5956b0 owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:40.797738 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] No DVR routers for this DVR port a81d52f6-5d77-4450-b6ff-ce730d5956b0 on host dv-cinder-800703-3-iscsi {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:40.802942 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Pushing event deleted for resources: {'Port': ['ID=a81d52f6-5d77-4450-b6ff-ce730d5956b0,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:40.885130 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7ae3da41-14f5-4db4-8990-265f48fb13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.886953 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.913238 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3da41-14f5-4db4-8990-265f48fb13a4 None None] Pushing event deleted for resources: {'Port': ['ID=a81d52f6-5d77-4450-b6ff-ce730d5956b0,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:40.916945 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3da41-14f5-4db4-8990-265f48fb13a4 None None] No DVR routers for this DVR port a81d52f6-5d77-4450-b6ff-ce730d5956b0 on host dv-cinder-800703-3-iscsi {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:40.923310 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9de569e-dedf-412f-ac55-6fe163ed494a']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:40.936940 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:40.937298 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6697b9-3a3e-4b5d-b2c0-408d45fb5bc7') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:40.948039 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125457'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.962892 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.970773 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:14:40.971542 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10073328'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: timer() Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: cb(*args, **kw) Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: self._notify() Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: self.callback(batched_events) Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: event.method(event) Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._get(url).json() Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:14:40.973931 dv-cinder-800703-3-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:14:41.037179 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:41.042547 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:41.048652 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b9de569e-dedf-412f-ac55-6fe163ed494a HTTP/1.1" status: 204 len: 168 time: 0.6003475 Dec 15 16:14:41.060204 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1493594-b2d6-47c6-9c02-19196ca27940 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9de569e-dedf-412f-ac55-6fe163ed494a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:41.219110 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42496) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:41.260871 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f7897b5c-d72c-4b88-97bb-eb5802f22909 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1f1638b13884efc82ff109ef86772d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405476 Dec 15 16:14:41.263273 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42498) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:41.272799 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 3fd14aa8-acca-439b-b618-4298f64b3337 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:41.292940 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 3fd14aa8-acca-439b-b618-4298f64b3337 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:41.293428 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 3fd14aa8-acca-439b-b618-4298f64b3337 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:41.293968 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device a81d52f6-5d77-4450-b6ff-ce730d5956b0 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:41.314605 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: a81d52f6-5d77-4450-b6ff-ce730d5956b0 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:41.314787 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5fb35d7f-2236-4290-b7c7-f57c39223fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:41.315352 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device a81d52f6-5d77-4450-b6ff-ce730d5956b0 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:41.316674 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 4eba6312-0d79-446f-8c85-7b8147e3f974 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:41.336227 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 4eba6312-0d79-446f-8c85-7b8147e3f974 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:41.336744 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 4eba6312-0d79-446f-8c85-7b8147e3f974 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:41.338511 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5fb35d7f-2236-4290-b7c7-f57c39223fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:41.388758 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5fb35d7f-2236-4290-b7c7-f57c39223fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:41.391500 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5fb35d7f-2236-4290-b7c7-f57c39223fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:41.394972 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-5fb35d7f-2236-4290-b7c7-f57c39223fc8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71d89fe5-67af-4985-8674-45e0516154e5 HTTP/1.1" status: 204 len: 168 time: 0.1284740 Dec 15 16:14:41.402269 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb35d7f-2236-4290-b7c7-f57c39223fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d89fe5-67af-4985-8674-45e0516154e5,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:41.440121 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.224982 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42642) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:50.334577 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a2e5ed86-8aa0-4d2c-ba56-2ce294fb236b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.410649 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a2e5ed86-8aa0-4d2c-ba56-2ce294fb236b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.413984 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a2e5ed86-8aa0-4d2c-ba56-2ce294fb236b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.452727 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a2e5ed86-8aa0-4d2c-ba56-2ce294fb236b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3ee08094a324fe79bcd38cc98699ec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266645 Dec 15 16:14:50.454781 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5ed86-8aa0-4d2c-ba56-2ce294fb236b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa192b7-8bae-4557-9d99-22e38fcd0bd9,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:50.455605 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42650) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:50.507340 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bcfea35d-e280-4f0b-b94c-56df2a5b2e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.528500 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bcfea35d-e280-4f0b-b94c-56df2a5b2e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.575006 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bcfea35d-e280-4f0b-b94c-56df2a5b2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.577616 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bcfea35d-e280-4f0b-b94c-56df2a5b2e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.578803 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-bcfea35d-e280-4f0b-b94c-56df2a5b2e9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/baa192b7-8bae-4557-9d99-22e38fcd0bd9 HTTP/1.1" status: 204 len: 168 time: 0.1216023 Dec 15 16:14:50.587543 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfea35d-e280-4f0b-b94c-56df2a5b2e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa192b7-8bae-4557-9d99-22e38fcd0bd9,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:50.827203 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42656) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:50.840904 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc5ed-4f18-4e3d-a28d-c330445260c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.918804 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc5ed-4f18-4e3d-a28d-c330445260c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.922374 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc5ed-4f18-4e3d-a28d-c330445260c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.959708 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8d0dc5ed-4f18-4e3d-a28d-c330445260c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6fb7ceefce94be087a2540334488eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314526 Dec 15 16:14:50.960557 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dc5ed-4f18-4e3d-a28d-c330445260c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6045d2f7-e1b6-42f0-9b5e-85ca78999654,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:50.962491 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42658) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:51.009535 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6272cd3e-4099-4d21-8cb9-3da7f745c9ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.029859 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6272cd3e-4099-4d21-8cb9-3da7f745c9ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.074723 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6272cd3e-4099-4d21-8cb9-3da7f745c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.077343 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6272cd3e-4099-4d21-8cb9-3da7f745c9ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.078495 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-6272cd3e-4099-4d21-8cb9-3da7f745c9ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6045d2f7-e1b6-42f0-9b5e-85ca78999654 HTTP/1.1" status: 204 len: 168 time: 0.1149964 Dec 15 16:14:51.085883 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272cd3e-4099-4d21-8cb9-3da7f745c9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6045d2f7-e1b6-42f0-9b5e-85ca78999654,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:51.732685 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42698) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:51.830177 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-370989659-network', 'tenant_id': 'bdaf87648cd74323bf369403eee71c1a'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:51.851840 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Made reservation on behalf of bdaf87648cd74323bf369403eee71c1a for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:51.854594 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.862957 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.941163 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.944966 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.966046 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:14:51.981071 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd80641-1ebc-4dc6-be04-c80298f4b03c,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:51.984160 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.984495 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Added segment 9e285ec3-9bda-4266-bbdf-aa70f60d0893 of type vlan for network 460c497f-f40d-45e0-9d9d-a4ed3d69885b Dec 15 16:14:52.024145 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.047973 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.048902 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:52.049499 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.103148 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3691649 Dec 15 16:14:52.105927 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42702) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:52.109811 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3064f-d61e-491b-ace5-059fe744ded5 admin admin] Pushing event updated for resources: {'Network': ['ID=460c497f-f40d-45e0-9d9d-a4ed3d69885b,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:52.110932 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] Request body: {'subnet': {'network_id': '460c497f-f40d-45e0-9d9d-a4ed3d69885b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-370989659-subnet', 'tenant_id': 'bdaf87648cd74323bf369403eee71c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:52.120325 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 460c497f-f40d-45e0-9d9d-a4ed3d69885b details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:14:52.132130 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] Made reservation on behalf of bdaf87648cd74323bf369403eee71c1a for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:52.134563 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309855'] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.296223 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10072157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309825'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.348052 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cbe8fab-b821-4139-a1f6-4950acb65687,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:52.358277 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] Checking segment: {'id': '9e285ec3-9bda-4266-bbdf-aa70f60d0893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '460c497f-f40d-45e0-9d9d-a4ed3d69885b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:14:52.358640 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] Network hostable DHCP agents. Network: 460c497f-f40d-45e0-9d9d-a4ed3d69885b, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:14:52.374683 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] Network 460c497f-f40d-45e0-9d9d-a4ed3d69885b is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:14:52.383261 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 460c497f-f40d-45e0-9d9d-a4ed3d69885b) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:14:52.387320 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:52.387908 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.394185 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93775f83-6783-4b23-9625-a04ee1da7053 None None] Network 460c497f-f40d-45e0-9d9d-a4ed3d69885b requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:52.403019 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8a0868e4-6a75-437b-ab79-e3db62fa43b4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2959380 Dec 15 16:14:52.486700 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45082023-ba38-4c95-8ea8-d913ac8f6812 None None] Network 460c497f-f40d-45e0-9d9d-a4ed3d69885b requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:52.859780 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42728) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:52.865235 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1089220124-network', 'tenant_id': '009ff9f34ac945e89356dbd70a862328'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:52.886770 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Made reservation on behalf of 009ff9f34ac945e89356dbd70a862328 for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:52.889222 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.898379 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.977139 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.980515 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.003711 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:14:53.013034 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729511c4-9529-43e0-9681-29d99a4ac93f,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:53.017548 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.017883 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Added segment fe59cb4e-863d-482f-bf34-c6d81064f5f3 of type vlan for network ff5ae114-bc82-4833-8127-833e2414a507 Dec 15 16:14:53.056360 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.079098 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.080044 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:53.080652 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.128234 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2672803 Dec 15 16:14:53.131141 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42734) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:53.136082 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] Request body: {'subnet': {'network_id': 'ff5ae114-bc82-4833-8127-833e2414a507', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1089220124-subnet', 'tenant_id': '009ff9f34ac945e89356dbd70a862328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:53.140672 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61188e-5cf8-45bd-8642-1a36bf1e415a admin admin] Pushing event updated for resources: {'Network': ['ID=ff5ae114-bc82-4833-8127-833e2414a507,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:53.151022 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network ff5ae114-bc82-4833-8127-833e2414a507 details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:14:53.158515 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] Made reservation on behalf of 009ff9f34ac945e89356dbd70a862328 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:53.161393 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10175620'] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.323817 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9986441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10175642'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.383365 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283b523d-a8b6-4850-a7bf-f1de9de3e115,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:53.390310 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] Checking segment: {'id': 'fe59cb4e-863d-482f-bf34-c6d81064f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ff5ae114-bc82-4833-8127-833e2414a507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:14:53.390671 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] Network hostable DHCP agents. Network: ff5ae114-bc82-4833-8127-833e2414a507, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:14:53.408443 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] Network ff5ae114-bc82-4833-8127-833e2414a507 is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:14:53.417077 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, ff5ae114-bc82-4833-8127-833e2414a507) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:14:53.420981 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:53.421585 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.426385 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d42ba8b-59ce-4971-b682-f4083d918307 None None] Network ff5ae114-bc82-4833-8127-833e2414a507 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:53.436906 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c67dbeba-b65a-4b22-9c74-7d13bf319ba2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3047011 Dec 15 16:14:53.522429 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a358bcee-763d-4558-bb94-e0f363297ad7 None None] Network ff5ae114-bc82-4833-8127-833e2414a507 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:56.416172 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:14:59.614022 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:05.078853 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4c145077-a667-4c47-a027-f1b9e8abfceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:05.518460 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00202-403a-44d0-b5c4-3e8330789297 req-2ee44820-f493-47fe-ad8c-6cc71b50b89d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:05.519911 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9db00202-403a-44d0-b5c4-3e8330789297 req-2ee44820-f493-47fe-ad8c-6cc71b50b89d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 945 time: 0.0518441 Dec 15 16:15:05.568544 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9db00202-403a-44d0-b5c4-3e8330789297 req-8cb144ea-df95-4266-b1a7-1e53e533cc70 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Dec 15 16:15:06.682525 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b3a45-8cfb-4f86-a190-a5e204934783 req-b526483e-2175-4153-9ba1-e7e631562875 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:06.683972 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ec5b3a45-8cfb-4f86-a190-a5e204934783 req-b526483e-2175-4153-9ba1-e7e631562875 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 945 time: 0.0479114 Dec 15 16:15:06.730910 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ec5b3a45-8cfb-4f86-a190-a5e204934783 req-dda21a5a-e12e-4683-8ab7-a897fcd79ba5 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 Dec 15 16:15:07.216096 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9be788e0-c64b-4464-831d-fa6458963a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:07.845467 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0df304-257e-4fd0-8980-6077c3d5bcc4 req-62dd4a96-4e4e-40b0-8702-2b6178395079 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:07.846884 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2e0df304-257e-4fd0-8980-6077c3d5bcc4 req-62dd4a96-4e4e-40b0-8702-2b6178395079 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 945 time: 0.0475848 Dec 15 16:15:07.894682 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2e0df304-257e-4fd0-8980-6077c3d5bcc4 req-c3b2120e-7490-400d-a76c-b75d582af258 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418651 Dec 15 16:15:08.660996 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:09.007540 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8bd22-1c47-46ed-8a58-09569c9b4968 req-3ea6e2b6-2e0e-4a59-95a2-62af375f81a9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:09.009006 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0fb8bd22-1c47-46ed-8a58-09569c9b4968 req-3ea6e2b6-2e0e-4a59-95a2-62af375f81a9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 945 time: 0.0480218 Dec 15 16:15:09.056518 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0fb8bd22-1c47-46ed-8a58-09569c9b4968 req-6e035e6b-ddd0-457d-8f68-11c4e17f97ff tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416517 Dec 15 16:15:09.788933 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.172200 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa23b9a-8477-46ec-b77f-278de85ee29d req-23ec71ea-c1ba-478a-913a-3d81f5d2934f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:10.173640 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9fa23b9a-8477-46ec-b77f-278de85ee29d req-23ec71ea-c1ba-478a-913a-3d81f5d2934f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 945 time: 0.0501537 Dec 15 16:15:10.227550 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9fa23b9a-8477-46ec-b77f-278de85ee29d req-00992fdb-e4d1-4f2a-8355-11e5beda4c1c tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466290 Dec 15 16:15:10.495048 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-1e26014b-be9d-4026-8992-6d2fc2d90b87 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:10.496446 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-1e26014b-be9d-4026-8992-6d2fc2d90b87 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 945 time: 0.0478072 Dec 15 16:15:10.582163 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Deleting port ff8c60a3-47a7-4194-b028-2e81bba77d11 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:15:10.582519 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.669030 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] For port ff8c60a3-47a7-4194-b028-2e81bba77d11, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ff8c60a3-47a7-4194-b028-2e81bba77d11,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:10.669391 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.832310 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.832664 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.832974 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Floating IP 8c08079e-e7eb-4c13-b871-9a93a6e18290 disassociated. External IP: 172.27.1.81, port: ff8c60a3-47a7-4194-b028-2e81bba77d11. Dec 15 16:15:10.833308 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Calling delete_port for ff8c60a3-47a7-4194-b028-2e81bba77d11 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:15:10.871751 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42976) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:10.917904 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22918c4-86f1-44d4-b5a7-225304f16f18 admin admin] Deleting subnet 1cbe8fab-b821-4139-a1f6-4950acb65687 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:15:10.921105 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d22918c4-86f1-44d4-b5a7-225304f16f18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.954758 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d22918c4-86f1-44d4-b5a7-225304f16f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10181431'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.963179 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.988705 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event deleted for resources: {'Port': ['ID=ff8c60a3-47a7-4194-b028-2e81bba77d11,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:10.993121 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d22918c4-86f1-44d4-b5a7-225304f16f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.046469 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d22918c4-86f1-44d4-b5a7-225304f16f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175715'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.072953 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22918c4-86f1-44d4-b5a7-225304f16f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cbe8fab-b821-4139-a1f6-4950acb65687,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:11.074925 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d22918c4-86f1-44d4-b5a7-225304f16f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.078062 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d22918c4-86f1-44d4-b5a7-225304f16f18 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1cbe8fab-b821-4139-a1f6-4950acb65687 HTTP/1.1" status: 204 len: 168 time: 0.2052515 Dec 15 16:15:11.080545 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 42978) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:11.106612 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:15:11.152795 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.218542 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:15:11.230193 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.232660 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb5530d-4020-4188-adec-bd9c912da325 None None] Sync routers for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:15:11.260598 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460c497f-f40d-45e0-9d9d-a4ed3d69885b']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:11.265103 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] No DVR routers for this DVR port ff8c60a3-47a7-4194-b028-2e81bba77d11 on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:15:11.269796 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.272305 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e285ec3-9bda-4266-bbdf-aa70f60d0893') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:11.272782 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e285ec3-9bda-4266-bbdf-aa70f60d0893') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:11.273707 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3c94dbb3-e9b9-4035-a60c-d5e4f57c10bc req-89277310-dbfb-442a-bbb3-fd32d963c7e7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "DELETE /v2.0/ports/ff8c60a3-47a7-4194-b028-2e81bba77d11 HTTP/1.1" status: 204 len: 173 time: 0.7710674 Dec 15 16:15:11.274098 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'name': 'network-vif-deleted', 'tag': 'ff8c60a3-47a7-4194-b028-2e81bba77d11'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:11.276583 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de43ba87-c9f6-44f2-b719-364ba503d653" -d '{"events": [{"server_uuid": "c82dd27b-c17d-46b9-90ba-ac10e0df5039", "name": "network-vif-deleted", "tag": "ff8c60a3-47a7-4194-b028-2e81bba77d11"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:11.280672 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5530d-4020-4188-adec-bd9c912da325 None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:15:11.281648 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-0cb5530d-4020-4188-adec-bd9c912da325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:15:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:11.284883 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10181580'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.300043 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.306836 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:15:11.307218 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987364'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: timer() Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: cb(*args, **kw) Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: self._notify() Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: self.callback(batched_events) Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: event.method(event) Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._get(url).json() Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:15:11.309181 dv-cinder-800703-3-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:15:11.371417 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8506a567-64ba-4a0d-87d3-ad366e97e866 x-openstack-request-id: req-8506a567-64ba-4a0d-87d3-ad366e97e866 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:11.371884 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82dd27b-c17d-46b9-90ba-ac10e0df5039", "name": "network-vif-deleted", "tag": "ff8c60a3-47a7-4194-b028-2e81bba77d11", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:11.372003 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8506a567-64ba-4a0d-87d3-ad366e97e866 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:11.372380 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82dd27b-c17d-46b9-90ba-ac10e0df5039', 'name': 'network-vif-deleted', 'tag': 'ff8c60a3-47a7-4194-b028-2e81bba77d11', 'status': 'completed', 'code': 200} Dec 15 16:15:11.430596 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-104bbc4c-7eb9-442c-b7f8-4dc2a9089c28 req-f1613a40-13bc-4ddb-925d-85290d57a6df tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82dd27b-c17d-46b9-90ba-ac10e0df5039 HTTP/1.1" status: 200 len: 210 time: 0.0288527 Dec 15 16:15:11.431810 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.438841 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.446911 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 42998) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:11.447124 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] 10.222.0.41 "DELETE /v2.0/networks/460c497f-f40d-45e0-9d9d-a4ed3d69885b HTTP/1.1" status: 204 len: 168 time: 0.3650310 Dec 15 16:15:11.457831 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f771d-cbb5-422d-a10d-7af2d92ea226 admin admin] Pushing event deleted for resources: {'Network': ['ID=460c497f-f40d-45e0-9d9d-a4ed3d69885b,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:11.481595 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-0cb5530d-4020-4188-adec-bd9c912da325 None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:15:11.515172 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-182d4b38-cc5f-4733-a235-f324def190de admin admin] Deleting subnet 283b523d-a8b6-4850-a7bf-f1de9de3e115 {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:15:11.520880 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-182d4b38-cc5f-4733-a235-f324def190de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.592543 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.761376 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-0cb5530d-4020-4188-adec-bd9c912da325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:11.794817 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb5530d-4020-4188-adec-bd9c912da325 None None] Checking router: 60d67fee-834a-4fa1-bfc2-369f2c1f3129 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:15:11.804690 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5530d-4020-4188-adec-bd9c912da325 None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:15:11.805397 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-0cb5530d-4020-4188-adec-bd9c912da325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:15:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:11.843230 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-182d4b38-cc5f-4733-a235-f324def190de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125418'] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.882107 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-182d4b38-cc5f-4733-a235-f324def190de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.911138 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-0cb5530d-4020-4188-adec-bd9c912da325 None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:15:11.932519 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-182d4b38-cc5f-4733-a235-f324def190de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10073242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.959311 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d4b38-cc5f-4733-a235-f324def190de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283b523d-a8b6-4850-a7bf-f1de9de3e115,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:11.963278 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-182d4b38-cc5f-4733-a235-f324def190de admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.969058 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43006) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:11.970664 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-182d4b38-cc5f-4733-a235-f324def190de admin admin] 10.222.0.41 "DELETE /v2.0/subnets/283b523d-a8b6-4850-a7bf-f1de9de3e115 HTTP/1.1" status: 204 len: 168 time: 0.5226009 Dec 15 16:15:12.044393 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.124840 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-0cb5530d-4020-4188-adec-bd9c912da325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:12.125172 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.146102 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5ae114-bc82-4833-8127-833e2414a507']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:12.151308 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb5530d-4020-4188-adec-bd9c912da325 None None] The sync data for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi is: [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:15:12.155415 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe59cb4e-863d-482f-bf34-c6d81064f5f3') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:12.155705 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe59cb4e-863d-482f-bf34-c6d81064f5f3') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:12.166071 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10181580'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.179677 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.185906 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:15:12.186350 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987364'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: timer() Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: cb(*args, **kw) Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: self._notify() Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: self.callback(batched_events) Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: event.method(event) Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._get(url).json() Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:15:12.188396 dv-cinder-800703-3-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:15:12.247051 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.252374 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.256088 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ff5ae114-bc82-4833-8127-833e2414a507 HTTP/1.1" status: 204 len: 168 time: 0.2860458 Dec 15 16:15:12.269234 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26ce74-5d92-4ead-accb-51560b428b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5ae114-bc82-4833-8127-833e2414a507,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:12.381179 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cab4aa-ec27-46fc-b372-fdc7af4af78a None None] New status for floating IP 8c08079e-e7eb-4c13-b871-9a93a6e18290: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:15:12.427115 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43010) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:12.470349 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-075dc9e0-5560-4db3-8f1d-6c6392c44a60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdaf87648cd74323bf369403eee71c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420396 Dec 15 16:15:12.473374 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43014) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:12.535785 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.557132 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.605874 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.608561 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.609703 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7dd80641-1ebc-4dc6-be04-c80298f4b03c HTTP/1.1" status: 204 len: 168 time: 0.1351883 Dec 15 16:15:12.618167 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd80641-1ebc-4dc6-be04-c80298f4b03c,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:12.625279 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.625637 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.626625 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.626928 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.627449 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.628337 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.628686 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.629020 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.629354 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.629683 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.630209 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.630700 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.631604 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792a91f-664e-410e-8cd9-5b80d6851293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:12.738025 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-e1b88cbe-a6bf-4095-935d-1a9ab15dffc9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561118706&fields=id&tenant_id=28eebd9de9a6480b8762cc5e77221f87 HTTP/1.1" status: 200 len: 267 time: 0.0460546 Dec 15 16:15:12.855876 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c9100-f4bf-4931-848b-699a8986a089 req-9941091d-c25e-44cd-baa3-45ac8e2d663f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:12.863402 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-9941091d-c25e-44cd-baa3-45ac8e2d663f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 812 time: 0.1186552 Dec 15 16:15:12.874684 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-c555ba31-f672-41a5-a76b-3df5b334543d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/quotas/28eebd9de9a6480b8762cc5e77221f87 HTTP/1.1" status: 200 len: 375 time: 0.0103891 Dec 15 16:15:12.930932 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-ba5400ec-741c-4f29-b634-d7a041e23654 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506928 Dec 15 16:15:12.997446 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43046) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:13.031925 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-5de73e4a-b2c2-4bae-8567-c4f72dd7b673 service neutron] 10.222.0.41 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874240 Dec 15 16:15:13.038673 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-40f9ffd2-cbc1-47af-b465-bbc80d297ca7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=009ff9f34ac945e89356dbd70a862328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399916 Dec 15 16:15:13.041704 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43048) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:13.093013 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-667a55c2-d595-4c1d-89a9-1e0b76b3dd07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:13.113652 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-667a55c2-d595-4c1d-89a9-1e0b76b3dd07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:13.126190 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-05bf177a-5010-4380-9004-006efdbbe746 service neutron] 10.222.0.41 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876396 Dec 15 16:15:13.171275 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-667a55c2-d595-4c1d-89a9-1e0b76b3dd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:13.173869 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-667a55c2-d595-4c1d-89a9-1e0b76b3dd07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:13.175409 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-667a55c2-d595-4c1d-89a9-1e0b76b3dd07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/729511c4-9529-43e0-9681-29d99a4ac93f HTTP/1.1" status: 204 len: 168 time: 0.1325607 Dec 15 16:15:13.183235 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a55c2-d595-4c1d-89a9-1e0b76b3dd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729511c4-9529-43e0-9681-29d99a4ac93f,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:13.441136 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-319d6bef-79f5-4acf-b846-c6de213520e4 req-4266d57d-ece2-4878-93c3-ac605dccf3df tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 210 time: 0.0315664 Dec 15 16:15:14.391004 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c9100-f4bf-4931-848b-699a8986a089 req-f56d3f99-65d1-4880-bf21-bc34b88f2ec3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:14.392424 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-f56d3f99-65d1-4880-bf21-bc34b88f2ec3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 812 time: 0.1517944 Dec 15 16:15:14.462809 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-ab3630fb-568c-4c2e-b1ad-115f9864a2c8 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28eebd9de9a6480b8762cc5e77221f87 HTTP/1.1" status: 200 len: 380 time: 0.0607755 Dec 15 16:15:14.473903 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'port': {'device_id': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'admin_state_up': True, 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'security_groups': ['6277ba8a-2053-4cf4-994f-96090ab1a88e']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:14.530654 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-34a82b96-41e1-4abf-b991-72e19a712bb0 req-46a7cb57-7da5-445b-85fc-d3bfac1d5d2f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 210 time: 0.0258098 Dec 15 16:15:14.584041 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Made reservation on behalf of 28eebd9de9a6480b8762cc5e77221f87 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:15:14.587566 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:14.664285 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device ff8c60a3-47a7-4194-b028-2e81bba77d11 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:15:14.687247 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: ff8c60a3-47a7-4194-b028-2e81bba77d11 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:15:14.687839 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device ff8c60a3-47a7-4194-b028-2e81bba77d11 not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:15:14.716057 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Allocated IP 172.20.0.3 (c6547453-c061-40ed-854e-81302323e81a/f81c2a20-1024-44f4-b4a8-399ccf3ecdc1/cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:15:14.855339 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:14.894942 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:14.944803 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Network c6547453-c061-40ed-854e-81302323e81a is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:15:14.949066 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:15:14.952619 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:15:14.982325 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'Port': ['ID=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:15.004944 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:15.005572 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.023175 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-aa9477f3-e58b-4450-a54e-ed1262141934 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540066 Dec 15 16:15:15.036285 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Request body: {'port': {'device_id': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:15.091047 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.149939 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-299de1a2-9222-40e7-8100-49668fe47c2a None None] Provisioning complete for port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:15:15.150336 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-299de1a2-9222-40e7-8100-49668fe47c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.183349 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-299de1a2-9222-40e7-8100-49668fe47c2a None None] Port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:15:15.363370 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:15:15.371593 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.386203 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Transition to ACTIVE for port object cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:15:15.391875 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.444667 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:15.533655 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Attempting to bind port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:15:15.535146 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Attempting to bind port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:15:15.535146 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Attempting to bind port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef on network c6547453-c061-40ed-854e-81302323e81a {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:15:15.540171 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef on network c6547453-c061-40ed-854e-81302323e81a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:15:15.540561 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Attempting to bind port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef on network c6547453-c061-40ed-854e-81302323e81a {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:15:15.545817 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:15:15.546177 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Checking segment: {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:15:15.546581 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Bound using segment: {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:15:15.547009 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Bound port: cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:15:15.547549 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.660165 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] For port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:15:15.681665 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] For port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:15:15.694244 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1aa49-7caa-44dd-b077-b38889c7f8fb req-43941238-2f4c-4de0-b01b-780ec1d74efd tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:15.696121 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-97a1aa49-7caa-44dd-b077-b38889c7f8fb req-43941238-2f4c-4de0-b01b-780ec1d74efd tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 943 time: 0.0763226 Dec 15 16:15:15.698027 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.759820 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:15.760705 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.762092 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-55a047c2-769b-4a88-9cec-613454441981 service neutron] 10.222.0.18 "PUT /v2.0/ports/cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef HTTP/1.1" status: 200 len: 1093 time: 0.7304659 Dec 15 16:15:15.764426 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'tag': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:15.766889 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f641c8-2d03-4706-b1cb-ccccd3008fcd", "tag": "cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:15.810612 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-97a1aa49-7caa-44dd-b077-b38889c7f8fb req-d3accb78-2251-4290-916d-10c299264d4b tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029279 Dec 15 16:15:15.849922 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941a9507-592f-4309-be75-412fe83ebb09 x-openstack-request-id: req-941a9507-592f-4309-be75-412fe83ebb09 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:15.850232 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f641c8-2d03-4706-b1cb-ccccd3008fcd", "tag": "cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:15.850488 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-941a9507-592f-4309-be75-412fe83ebb09 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:15.850923 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'tag': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'status': 'completed', 'code': 200} Dec 15 16:15:15.854340 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a047c2-769b-4a88-9cec-613454441981 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:15.884015 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c9100-f4bf-4931-848b-699a8986a089 req-7dae942f-7c50-457b-9754-1be8977347cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:15.885586 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-7dae942f-7c50-457b-9754-1be8977347cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 1096 time: 0.0692763 Dec 15 16:15:15.933966 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-eef02d75-88f1-48e9-b5ea-7becc6acbf9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef HTTP/1.1" status: 200 len: 217 time: 0.0400574 Dec 15 16:15:15.996354 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c9100-f4bf-4931-848b-699a8986a089 req-e4fe75e1-80f3-408d-a45e-de8095b687b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:15.997837 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-e4fe75e1-80f3-408d-a45e-de8095b687b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0551043 Dec 15 16:15:16.047250 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c9100-f4bf-4931-848b-699a8986a089 req-7940045f-1da2-4e0a-8202-4c5607244fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:16.048982 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-7940045f-1da2-4e0a-8202-4c5607244fa5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439775 Dec 15 16:15:16.142143 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-9c9acd9a-0327-47cc-b982-697ea3d84d2e service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859554 Dec 15 16:15:16.234526 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f87c9100-f4bf-4931-848b-699a8986a089 req-a5d9ee38-e522-4232-b210-ea08f9b095fa service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845342 Dec 15 16:15:16.323857 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e req-f46c1013-d5d4-4f79-aa1f-5ff919689d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:16.325329 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e req-f46c1013-d5d4-4f79-aa1f-5ff919689d22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 1096 time: 0.0405054 Dec 15 16:15:16.418240 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e req-c6d8517c-8382-4665-9464-d4832c70c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:16.419692 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e req-c6d8517c-8382-4665-9464-d4832c70c40d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.0856526 Dec 15 16:15:16.462403 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e req-1b728487-5e86-49c0-929e-042bd1fc504d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef HTTP/1.1" status: 200 len: 217 time: 0.0345175 Dec 15 16:15:16.509245 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e req-dd7a1751-ab74-49e1-aaca-95b3f8097016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:16.510595 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e req-dd7a1751-ab74-49e1-aaca-95b3f8097016 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0420835 Dec 15 16:15:16.558622 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e req-d153a44d-41b0-4f76-9cc6-c28de9a3fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:16.560111 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e req-d153a44d-41b0-4f76-9cc6-c28de9a3fc73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427125 Dec 15 16:15:16.645621 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e req-7e161d77-8b6b-4d82-947a-3fc099ad83df service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781751 Dec 15 16:15:16.735554 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-caa19eb4-4d16-4104-b590-cdfc0e0bf45e req-5276a6b6-1fa2-482a-872e-81596ccc012a service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824955 Dec 15 16:15:16.929964 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae7b4-51dc-4b56-8396-b18f6f3453aa req-147c3a70-c545-4685-94f0-ec0b684cf7b1 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:16.931745 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b9ae7b4-51dc-4b56-8396-b18f6f3453aa req-147c3a70-c545-4685-94f0-ec0b684cf7b1 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 943 time: 0.0511143 Dec 15 16:15:16.980444 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b9ae7b4-51dc-4b56-8396-b18f6f3453aa req-f9d09de9-2104-45d0-95e1-4600175cba97 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426438 Dec 15 16:15:17.383508 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43176) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:17.485593 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c0ff-43bd-406a-a26c-55009f6dbd9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:17.557999 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c0ff-43bd-406a-a26c-55009f6dbd9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:17.562448 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c0ff-43bd-406a-a26c-55009f6dbd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:17.600595 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0bf2c0ff-43bd-406a-a26c-55009f6dbd9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68e8a9837c0d4b3a9d4b1af2f2a833bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159879 Dec 15 16:15:17.601425 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2c0ff-43bd-406a-a26c-55009f6dbd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c561c76c-0681-4437-a46f-3fe198ce7dcc,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:17.603404 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43180) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:17.650382 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4057b47-c368-4466-befb-c51c56ad055a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:17.671021 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4057b47-c368-4466-befb-c51c56ad055a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:17.719237 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4057b47-c368-4466-befb-c51c56ad055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:17.721857 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4057b47-c368-4466-befb-c51c56ad055a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:17.723037 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d4057b47-c368-4466-befb-c51c56ad055a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c561c76c-0681-4437-a46f-3fe198ce7dcc HTTP/1.1" status: 204 len: 168 time: 0.1186523 Dec 15 16:15:17.730683 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4057b47-c368-4466-befb-c51c56ad055a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c561c76c-0681-4437-a46f-3fe198ce7dcc,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:18.099176 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81d5d9-b7fe-41e9-bc26-6c4a9f379441 req-b6e9821f-8aac-4bb8-a593-e03da8fe40c3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:18.100668 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9f81d5d9-b7fe-41e9-bc26-6c4a9f379441 req-b6e9821f-8aac-4bb8-a593-e03da8fe40c3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 943 time: 0.0479264 Dec 15 16:15:18.151518 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9f81d5d9-b7fe-41e9-bc26-6c4a9f379441 req-dfc6bde9-3f94-40e3-9e71-211452fa60a7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447688 Dec 15 16:15:18.320229 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43206) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:18.413333 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-447086083-network', 'tenant_id': '24ef7e8be4c74391b54f6ba8a4f40242'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:18.434078 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Made reservation on behalf of 24ef7e8be4c74391b54f6ba8a4f40242 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:15:18.436659 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.445445 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.518281 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.521744 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.542833 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:15:18.559593 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:18.562600 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.562842 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Added segment 7698b467-b1a7-4c55-b8ae-8fee6880e3a7 of type vlan for network 192452fe-59bc-4e74-84a3-f02605f2a8a1 Dec 15 16:15:18.605107 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759265969686'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.628511 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.629440 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:18.630012 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.684776 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3632929 Dec 15 16:15:18.687744 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43210) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:18.691618 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa54ea-7dac-431b-a460-d0481e1a4935 admin admin] Pushing event updated for resources: {'Network': ['ID=192452fe-59bc-4e74-84a3-f02605f2a8a1,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:18.692800 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] Request body: {'subnet': {'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-447086083-subnet', 'tenant_id': '24ef7e8be4c74391b54f6ba8a4f40242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:18.701552 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Network 192452fe-59bc-4e74-84a3-f02605f2a8a1 details requested by agent ovs-agent-dv-cinder-800703-3-iscsi with host dv-cinder-800703-3-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:15:18.713392 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] Made reservation on behalf of 24ef7e8be4c74391b54f6ba8a4f40242 for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:15:18.716044 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309855'] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.881251 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10072157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309825'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.932681 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5370a573-59a6-47e4-ac1b-b5d43ca5fe9b,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:18.948427 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] Checking segment: {'id': '7698b467-b1a7-4c55-b8ae-8fee6880e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:15:18.948784 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] Network hostable DHCP agents. Network: 192452fe-59bc-4e74-84a3-f02605f2a8a1, hostable agents: ['433df71a-ef59-46cc-8935-0827ca165ef8'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:15:18.964005 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] Network 192452fe-59bc-4e74-84a3-f02605f2a8a1 is scheduled to be hosted by DHCP agent 433df71a-ef59-46cc-8935-0827ca165ef8 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:15:18.973492 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-3-iscsi, 192452fe-59bc-4e74-84a3-f02605f2a8a1) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:15:18.978413 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:18.979467 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.983326 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e289b7-585c-4aba-b87b-2d030f7578b9 None None] Network 192452fe-59bc-4e74-84a3-f02605f2a8a1 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:15:18.996250 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6fa42703-cf49-4072-a43b-0c0febd1e1fd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3072209 Dec 15 16:15:19.080762 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cab057-048d-4440-8656-bb2712e8b348 None None] Network 192452fe-59bc-4e74-84a3-f02605f2a8a1 requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:15:19.265108 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007d9c8-199a-4063-9172-e5ce4d1b3de8 req-c94f9092-b19e-4164-b074-f5a423993f58 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:19.266734 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5007d9c8-199a-4063-9172-e5ce4d1b3de8 req-c94f9092-b19e-4164-b074-f5a423993f58 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 943 time: 0.0494716 Dec 15 16:15:19.316836 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5007d9c8-199a-4063-9172-e5ce4d1b3de8 req-46094f96-7f3e-442a-bbc1-b5efe60c45aa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441728 Dec 15 16:15:20.433867 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050519f2-e39a-4050-ae04-08e75dc4b42a req-dca384a6-7ef3-4491-8e7c-6547ecc3cfff tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:20.435358 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-050519f2-e39a-4050-ae04-08e75dc4b42a req-dca384a6-7ef3-4491-8e7c-6547ecc3cfff tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 943 time: 0.0477598 Dec 15 16:15:20.499465 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-050519f2-e39a-4050-ae04-08e75dc4b42a req-01f1ea8e-4ce2-469d-bd58-536ecd024725 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576465 Dec 15 16:15:20.710775 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-9b9945e6-1a0e-4482-9f3c-f73509049cca tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:20.712206 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-9b9945e6-1a0e-4482-9f3c-f73509049cca tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/networks?id=192452fe-59bc-4e74-84a3-f02605f2a8a1 HTTP/1.1" status: 200 len: 813 time: 0.0996394 Dec 15 16:15:20.726924 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-e5f020f0-9f57-4423-8516-0051796f272c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/quotas/24ef7e8be4c74391b54f6ba8a4f40242 HTTP/1.1" status: 200 len: 375 time: 0.0091918 Dec 15 16:15:20.757071 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-321ed65c-2e8f-44a9-81d8-f6bac9421e5c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24ef7e8be4c74391b54f6ba8a4f40242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251637 Dec 15 16:15:20.842818 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-0b7c4b91-4a75-440d-9cdc-d5124afa073d service neutron] 10.222.0.41 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791929 Dec 15 16:15:20.930767 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-9af39bb3-b2ba-4bef-a04a-33fe7bf6328a service neutron] 10.222.0.41 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813606 Dec 15 16:15:21.084742 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31d17833-e6e3-4541-b1be-84a9d927e55b req-73815adb-3c9c-4cee-8b82-afc3c642de01 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 210 time: 0.0295851 Dec 15 16:15:21.633367 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803f8f9-6eac-40ef-881c-8b676467af0c req-7fa1c27b-95b8-4eaa-b89b-e029b8f141ef tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:21.634884 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7803f8f9-6eac-40ef-881c-8b676467af0c req-7fa1c27b-95b8-4eaa-b89b-e029b8f141ef tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 943 time: 0.0550678 Dec 15 16:15:21.684269 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7803f8f9-6eac-40ef-881c-8b676467af0c req-f9658ca4-05fe-4ec7-b9b4-b7097adf63f9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433266 Dec 15 16:15:22.018604 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-01642dcd-9d52-43e3-b094-39a5d6b7304c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:22.020604 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-01642dcd-9d52-43e3-b094-39a5d6b7304c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.18 "GET /v2.0/networks?id=192452fe-59bc-4e74-84a3-f02605f2a8a1 HTTP/1.1" status: 200 len: 813 time: 0.1031771 Dec 15 16:15:22.036317 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Request body: {'port': {'device_id': '5e2781db-e535-412c-9b18-80bca024ee7e', 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1', 'admin_state_up': True, 'tenant_id': '24ef7e8be4c74391b54f6ba8a4f40242'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:22.142294 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Made reservation on behalf of 24ef7e8be4c74391b54f6ba8a4f40242 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:15:22.146717 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:22.176985 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f9ed21e8-27d1-4ad1-adfc-b032420b00f1 req-171abcbf-a728-44ba-9b93-4ca713bc0f5f tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 210 time: 0.0259693 Dec 15 16:15:22.269738 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Allocated IP 172.20.0.8 (192452fe-59bc-4e74-84a3-f02605f2a8a1/5370a573-59a6-47e4-ac1b-b5d43ca5fe9b/2f0fd107-b6f6-456f-95f1-505328f04e3f) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:15:22.414569 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:22.448012 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:22.487248 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Network 192452fe-59bc-4e74-84a3-f02605f2a8a1 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:15:22.490898 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:15:22.493227 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:15:22.528308 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Pushing event updated for resources: {'Port': ['ID=2f0fd107-b6f6-456f-95f1-505328f04e3f,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:22.548014 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:22.548626 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:22.565161 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-1ebb238e-c1df-4ac5-8cf1-66d12b09f4ba tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5332534 Dec 15 16:15:22.577100 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Request body: {'port': {'device_id': '5e2781db-e535-412c-9b18-80bca024ee7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:22.631790 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:22.849142 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62429712-e26b-40ba-986e-194431cb2c62 req-ec353f93-c2a9-4273-b90a-f9d8db6722e4 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:22.850640 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-62429712-e26b-40ba-986e-194431cb2c62 req-ec353f93-c2a9-4273-b90a-f9d8db6722e4 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 943 time: 0.0950637 Dec 15 16:15:22.930878 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-62429712-e26b-40ba-986e-194431cb2c62 req-0b177d72-ecae-4468-af48-a8f1cdac1fd4 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700336 Dec 15 16:15:22.974708 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0fd107-b6f6-456f-95f1-505328f04e3f {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:15:22.982032 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:22.995607 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Transition to ACTIVE for port object 2f0fd107-b6f6-456f-95f1-505328f04e3f will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:15:22.998706 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.052535 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0fd107-b6f6-456f-95f1-505328f04e3f,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:23.116962 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Attempting to bind port 2f0fd107-b6f6-456f-95f1-505328f04e3f on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:15:23.117301 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Attempting to bind port 2f0fd107-b6f6-456f-95f1-505328f04e3f by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '7698b467-b1a7-4c55-b8ae-8fee6880e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:15:23.117629 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Attempting to bind port 2f0fd107-b6f6-456f-95f1-505328f04e3f on network 192452fe-59bc-4e74-84a3-f02605f2a8a1 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:15:23.121861 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Port 2f0fd107-b6f6-456f-95f1-505328f04e3f on network 192452fe-59bc-4e74-84a3-f02605f2a8a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:15:23.122207 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Attempting to bind port 2f0fd107-b6f6-456f-95f1-505328f04e3f on network 192452fe-59bc-4e74-84a3-f02605f2a8a1 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:15:23.127054 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:15:23.127390 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Checking segment: {'id': '7698b467-b1a7-4c55-b8ae-8fee6880e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:15:23.127773 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Bound using segment: {'id': '7698b467-b1a7-4c55-b8ae-8fee6880e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:15:23.128198 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Bound port: 2f0fd107-b6f6-456f-95f1-505328f04e3f, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7698b467-b1a7-4c55-b8ae-8fee6880e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:15:23.128551 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.153520 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43334) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:23.194263 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] For port 2f0fd107-b6f6-456f-95f1-505328f04e3f, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:15:23.197733 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] For port 2f0fd107-b6f6-456f-95f1-505328f04e3f, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2f0fd107-b6f6-456f-95f1-505328f04e3f,segment=NetworkSegment(7698b467-b1a7-4c55-b8ae-8fee6880e3a7),segment_id=7698b467-b1a7-4c55-b8ae-8fee6880e3a7)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:15:23.203906 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.235903 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:23.236821 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.238124 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f0fd107-b6f6-456f-95f1-505328f04e3f HTTP/1.1" status: 200 len: 1093 time: 0.6650116 Dec 15 16:15:23.243367 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2781db-e535-412c-9b18-80bca024ee7e', 'tag': '2f0fd107-b6f6-456f-95f1-505328f04e3f'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:23.245759 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01844f94-44b6-49ea-aa21-c5371d86204b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2781db-e535-412c-9b18-80bca024ee7e", "tag": "2f0fd107-b6f6-456f-95f1-505328f04e3f"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:23.274277 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a34d3-1835-4555-b678-e9a869592387 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0fd107-b6f6-456f-95f1-505328f04e3f,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:23.279356 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3cf4d584-1f1b-4fd7-bcb4-686997ff1535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.311404 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b2f99f-27f5-4160-9245-942ca9af18e5 x-openstack-request-id: req-b0b2f99f-27f5-4160-9245-942ca9af18e5 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:23.311695 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2781db-e535-412c-9b18-80bca024ee7e", "tag": "2f0fd107-b6f6-456f-95f1-505328f04e3f", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:23.311944 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0b2f99f-27f5-4160-9245-942ca9af18e5 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:23.312331 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2781db-e535-412c-9b18-80bca024ee7e', 'tag': '2f0fd107-b6f6-456f-95f1-505328f04e3f', 'status': 'completed', 'code': 200} Dec 15 16:15:23.327754 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-00ec0c03-5aa6-4af9-91a5-5912ad1282a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:23.329238 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-00ec0c03-5aa6-4af9-91a5-5912ad1282a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24ef7e8be4c74391b54f6ba8a4f40242&device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 1096 time: 0.0480001 Dec 15 16:15:23.351543 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86ae9d-78b1-4294-8df7-86d2ff204632 req-80922002-3d44-45e7-a7a3-793058b64d42 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:23.353154 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2e86ae9d-78b1-4294-8df7-86d2ff204632 req-80922002-3d44-45e7-a7a3-793058b64d42 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 943 time: 0.0759716 Dec 15 16:15:23.374311 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-554cdd71-1b07-49a0-b87a-8286174feaa6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0fd107-b6f6-456f-95f1-505328f04e3f HTTP/1.1" status: 200 len: 217 time: 0.0374057 Dec 15 16:15:23.421958 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-23e93a0c-9bc6-4ee7-9744-3d17e81b8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:23.423545 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-23e93a0c-9bc6-4ee7-9744-3d17e81b8409 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5370a573-59a6-47e4-ac1b-b5d43ca5fe9b HTTP/1.1" status: 200 len: 853 time: 0.0429835 Dec 15 16:15:23.433639 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2e86ae9d-78b1-4294-8df7-86d2ff204632 req-14ff0d9c-2ee9-4008-9098-db93a5c09e39 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715442 Dec 15 16:15:23.438113 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3cf4d584-1f1b-4fd7-bcb4-686997ff1535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.443519 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3cf4d584-1f1b-4fd7-bcb4-686997ff1535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.457476 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-25f54520-553c-4f8f-9847-fca20f636149 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192452fe-59bc-4e74-84a3-f02605f2a8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267680 Dec 15 16:15:23.484767 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4d584-1f1b-4fd7-bcb4-686997ff1535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b0b1b7-c17e-4243-b073-ea8f8814e90e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:23.491932 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-3cf4d584-1f1b-4fd7-bcb4-686997ff1535 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bc88d45e548433093969d12b3ac4cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345094 Dec 15 16:15:23.492347 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43342) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:23.540281 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9e0565d8-0d48-49ab-8bb2-6099517b8f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.551336 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-49098ed8-ffd9-4d76-a094-0e8a62794405 service neutron] 10.222.0.18 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866830 Dec 15 16:15:23.562596 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9e0565d8-0d48-49ab-8bb2-6099517b8f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.608581 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9e0565d8-0d48-49ab-8bb2-6099517b8f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.611277 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9e0565d8-0d48-49ab-8bb2-6099517b8f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.613054 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9e0565d8-0d48-49ab-8bb2-6099517b8f46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5b0b1b7-c17e-4243-b073-ea8f8814e90e HTTP/1.1" status: 204 len: 168 time: 0.1194022 Dec 15 16:15:23.620960 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0565d8-0d48-49ab-8bb2-6099517b8f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b0b1b7-c17e-4243-b073-ea8f8814e90e,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:23.642714 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3088bf90-a3fc-4e67-8515-7e558bb96801 req-348b2b79-42e1-48f8-8c74-de741f851433 service neutron] 10.222.0.18 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840647 Dec 15 16:15:23.729543 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01844f94-44b6-49ea-aa21-c5371d86204b req-acfee8b0-e43e-4e12-b9be-cdc1aa83ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:23.731061 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01844f94-44b6-49ea-aa21-c5371d86204b req-acfee8b0-e43e-4e12-b9be-cdc1aa83ad8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24ef7e8be4c74391b54f6ba8a4f40242&device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 1096 time: 0.0411317 Dec 15 16:15:23.823417 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01844f94-44b6-49ea-aa21-c5371d86204b req-6a3ebd83-1b05-4fee-b553-5893be2d2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:23.824882 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01844f94-44b6-49ea-aa21-c5371d86204b req-6a3ebd83-1b05-4fee-b553-5893be2d2679 service neutron] 10.222.0.18 "GET /v2.0/networks?id=192452fe-59bc-4e74-84a3-f02605f2a8a1 HTTP/1.1" status: 200 len: 914 time: 0.0861588 Dec 15 16:15:23.868527 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01844f94-44b6-49ea-aa21-c5371d86204b req-9349102c-a27f-4b6f-8a3f-1a7946f3ebf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0fd107-b6f6-456f-95f1-505328f04e3f HTTP/1.1" status: 200 len: 217 time: 0.0357261 Dec 15 16:15:23.889235 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43348) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:23.902832 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8db9cb2c-70c9-4049-83ba-4f90cffcd6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.918273 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01844f94-44b6-49ea-aa21-c5371d86204b req-0056863d-c9d3-46cb-ac95-6a5588125f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:23.919743 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01844f94-44b6-49ea-aa21-c5371d86204b req-0056863d-c9d3-46cb-ac95-6a5588125f4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5370a573-59a6-47e4-ac1b-b5d43ca5fe9b HTTP/1.1" status: 200 len: 853 time: 0.0440397 Dec 15 16:15:23.957188 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01844f94-44b6-49ea-aa21-c5371d86204b req-390b3444-6e2e-41d4-9c89-c69b7b7e6724 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192452fe-59bc-4e74-84a3-f02605f2a8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294588 Dec 15 16:15:23.989017 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8db9cb2c-70c9-4049-83ba-4f90cffcd6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.993983 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8db9cb2c-70c9-4049-83ba-4f90cffcd6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:24.035520 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-8db9cb2c-70c9-4049-83ba-4f90cffcd6fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4554a4f020614b408346f549972446d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451108 Dec 15 16:15:24.037452 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9cb2c-70c9-4049-83ba-4f90cffcd6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2563253-2ae9-462b-b5ed-b30bea513220,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:24.039551 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43352) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:24.119733 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e736804-1de3-47d0-a046-7788214d0597 req-cd74924c-88e2-40dc-b18d-7e5f88ac32b4 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:24.121170 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2e736804-1de3-47d0-a046-7788214d0597 req-cd74924c-88e2-40dc-b18d-7e5f88ac32b4 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 943 time: 0.1107094 Dec 15 16:15:24.124492 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01844f94-44b6-49ea-aa21-c5371d86204b req-167f3885-6a99-4a5a-b633-3a0cdeb69ea7 service neutron] 10.222.0.18 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593208 Dec 15 16:15:24.170278 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97fcce4e-2b63-426c-88d4-2221ba2bfa66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:24.518489 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97fcce4e-2b63-426c-88d4-2221ba2bfa66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:24.524014 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2e736804-1de3-47d0-a046-7788214d0597 req-602458f9-7836-40b8-b406-319970bfc0c8 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3963580 Dec 15 16:15:24.567579 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01844f94-44b6-49ea-aa21-c5371d86204b req-dbb7c46c-f41f-4157-a9c8-fe0568031fad service neutron] 10.222.0.18 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324477 Dec 15 16:15:24.572545 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79f81-44e1-4b32-a499-86396a7fed8b req-bd746533-7f8c-4643-bc6a-9097a0465b09 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:24.577888 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46c79f81-44e1-4b32-a499-86396a7fed8b req-bd746533-7f8c-4643-bc6a-9097a0465b09 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 943 time: 0.0658681 Dec 15 16:15:24.590202 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97fcce4e-2b63-426c-88d4-2221ba2bfa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:24.593210 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97fcce4e-2b63-426c-88d4-2221ba2bfa66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:24.594318 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-97fcce4e-2b63-426c-88d4-2221ba2bfa66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2563253-2ae9-462b-b5ed-b30bea513220 HTTP/1.1" status: 204 len: 168 time: 0.5522988 Dec 15 16:15:24.606254 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcce4e-2b63-426c-88d4-2221ba2bfa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2563253-2ae9-462b-b5ed-b30bea513220,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:24.633130 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46c79f81-44e1-4b32-a499-86396a7fed8b req-e36f308d-5e46-44b4-88ab-db5efab14aa2 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478914 Dec 15 16:15:24.703880 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:15:24.803429 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:24.814847 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'port_id': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'mac_address': 'fa:16:3e:d1:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:15:24.855635 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:24.869884 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:15:24.889661 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:24.893719 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:24.940857 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:25.103822 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:15:25.643568 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c17fa5-85d0-4438-bbcd-85a5e69010b3 req-ea5ce863-1500-4cff-a29b-8b1ec71cb262 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:25.645093 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f7c17fa5-85d0-4438-bbcd-85a5e69010b3 req-ea5ce863-1500-4cff-a29b-8b1ec71cb262 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 944 time: 0.0495167 Dec 15 16:15:25.697876 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f7c17fa5-85d0-4438-bbcd-85a5e69010b3 req-a4dda011-680c-4ac9-9a09-6c4520fa5f09 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468447 Dec 15 16:15:25.750873 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9554d-147a-4039-ba93-6006f326ab5e req-00a4ef3d-9b07-4a86-badc-51c3d92e3c9f tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:25.752392 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-64d9554d-147a-4039-ba93-6006f326ab5e req-00a4ef3d-9b07-4a86-badc-51c3d92e3c9f tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 943 time: 0.0481236 Dec 15 16:15:25.800362 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-64d9554d-147a-4039-ba93-6006f326ab5e req-d4472cca-3510-4dd7-a3db-be91fddbd753 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Dec 15 16:15:26.332492 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43420) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:26.432900 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-140b9b22-42f8-4f8d-94f1-141e939003f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.504177 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-140b9b22-42f8-4f8d-94f1-141e939003f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.507993 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-140b9b22-42f8-4f8d-94f1-141e939003f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.548625 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-140b9b22-42f8-4f8d-94f1-141e939003f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=331be7b90da24834a79ba2f34a7d507d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150750 Dec 15 16:15:26.550393 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b9b22-42f8-4f8d-94f1-141e939003f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148d39be-f97f-4ac6-a859-d6d6c127bdff,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:26.551895 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43424) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:26.599476 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.623429 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.668071 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.670819 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.671891 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/148d39be-f97f-4ac6-a859-d6d6c127bdff HTTP/1.1" status: 204 len: 168 time: 0.1189425 Dec 15 16:15:26.679253 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d39be-f97f-4ac6-a859-d6d6c127bdff,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:26.686188 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.686547 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.686894 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.687236 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.687572 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.687903 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.688234 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.688563 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.688890 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.689221 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.689547 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.689867 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.690205 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d81de-5d11-4a5b-adba-76444971de35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.710418 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2f0fd107-b6f6-456f-95f1-505328f04e3f details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:15:26.713759 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:15:26.819764 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b7bd-e82e-4fb5-8c94-71f3712c41e6 req-862c76fe-333b-4df6-b8ef-fc2a8867f743 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:26.822811 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e427b7bd-e82e-4fb5-8c94-71f3712c41e6 req-862c76fe-333b-4df6-b8ef-fc2a8867f743 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 944 time: 0.0555050 Dec 15 16:15:26.874049 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2f0fd107-b6f6-456f-95f1-505328f04e3f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2f0fd107-b6f6-456f-95f1-505328f04e3f,segment=NetworkSegment(7698b467-b1a7-4c55-b8ae-8fee6880e3a7),segment_id=7698b467-b1a7-4c55-b8ae-8fee6880e3a7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:26.885771 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:15:26.891223 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '2f0fd107-b6f6-456f-95f1-505328f04e3f', 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1', 'port_id': '2f0fd107-b6f6-456f-95f1-505328f04e3f', 'mac_address': 'fa:16:3e:51:d1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5370a573-59a6-47e4-ac1b-b5d43ca5fe9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:15:26.894591 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:15:26.894988 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e427b7bd-e82e-4fb5-8c94-71f3712c41e6 req-4efe1a2c-d214-40c3-83ba-9ed6c249de01 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652299 Dec 15 16:15:26.895480 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.935066 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a55ee-6823-41d7-9a0c-51c1547fc37b req-6e1806cc-ca36-45a9-b4c9-6dfd6a2f98e4 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:26.938797 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-829a55ee-6823-41d7-9a0c-51c1547fc37b req-6e1806cc-ca36-45a9-b4c9-6dfd6a2f98e4 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 943 time: 0.0567713 Dec 15 16:15:26.963118 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.968497 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43434) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:26.983037 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0fd107-b6f6-456f-95f1-505328f04e3f {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:15:26.983425 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-162d61a0-85e4-4a11-a30f-998eae7183a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.997815 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-829a55ee-6823-41d7-9a0c-51c1547fc37b req-8c7294cc-16d0-4cab-b003-21dc26d5985e tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546081 Dec 15 16:15:27.035488 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2f0fd107-b6f6-456f-95f1-505328f04e3f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2f0fd107-b6f6-456f-95f1-505328f04e3f,segment=NetworkSegment(7698b467-b1a7-4c55-b8ae-8fee6880e3a7),segment_id=7698b467-b1a7-4c55-b8ae-8fee6880e3a7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:27.038118 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:27.041629 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:27.065145 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-162d61a0-85e4-4a11-a30f-998eae7183a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:27.069251 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-162d61a0-85e4-4a11-a30f-998eae7183a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:27.089117 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:27.091387 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71df746-855b-4a3e-a8dc-36d104df7135" -d '{"events": [{"server_uuid": "a4f641c8-2d03-4706-b1cb-ccccd3008fcd", "name": "network-vif-plugged", "status": "completed", "tag": "cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:27.107705 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-162d61a0-85e4-4a11-a30f-998eae7183a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb05a7441f28483fadc86043436dbb42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381168 Dec 15 16:15:27.108592 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d61a0-85e4-4a11-a30f-998eae7183a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f48acf8-907f-49a8-8e6d-552d553b04a0,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:27.110886 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43438) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:27.111416 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:27.117311 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=2f0fd107-b6f6-456f-95f1-505328f04e3f,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:27.122550 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:27.145829 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee10260e-4c9d-46db-bb1d-6cadfb5d4bb1 x-openstack-request-id: req-ee10260e-4c9d-46db-bb1d-6cadfb5d4bb1 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:27.146120 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f641c8-2d03-4706-b1cb-ccccd3008fcd", "name": "network-vif-plugged", "status": "completed", "tag": "cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:27.146410 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee10260e-4c9d-46db-bb1d-6cadfb5d4bb1 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:27.146806 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'code': 200} Dec 15 16:15:27.166597 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-347ea4ec-33c3-4971-bd74-c6f4de88b8cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:27.181065 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:27.191462 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-347ea4ec-33c3-4971-bd74-c6f4de88b8cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:27.237647 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-347ea4ec-33c3-4971-bd74-c6f4de88b8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:27.240348 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-347ea4ec-33c3-4971-bd74-c6f4de88b8cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:27.241479 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-347ea4ec-33c3-4971-bd74-c6f4de88b8cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f48acf8-907f-49a8-8e6d-552d553b04a0 HTTP/1.1" status: 204 len: 168 time: 0.1296997 Dec 15 16:15:27.249182 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ea4ec-33c3-4971-bd74-c6f4de88b8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f48acf8-907f-49a8-8e6d-552d553b04a0,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:27.249985 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['2f0fd107-b6f6-456f-95f1-505328f04e3f'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:15:27.382639 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c7e09-dd79-48a3-a26f-8002da2788af req-d736e493-4e4f-498a-b25f-9182ad9a4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:27.384213 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-043c7e09-dd79-48a3-a26f-8002da2788af req-d736e493-4e4f-498a-b25f-9182ad9a4dc7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 1098 time: 0.0429478 Dec 15 16:15:27.435251 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-043c7e09-dd79-48a3-a26f-8002da2788af req-471e37f4-f942-46b4-9109-668ea4a70e57 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432303 Dec 15 16:15:27.998414 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b90ed3-c5e3-4900-b27a-5f71620b8e2e req-0983d968-e8e3-4dc8-845d-472cf74fdb9d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:28.000034 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-15b90ed3-c5e3-4900-b27a-5f71620b8e2e req-0983d968-e8e3-4dc8-845d-472cf74fdb9d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 945 time: 0.0485587 Dec 15 16:15:28.052354 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-15b90ed3-c5e3-4900-b27a-5f71620b8e2e req-78ca9f96-3fab-4888-a63c-88faaeec0b69 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459437 Dec 15 16:15:28.110024 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237e8ef-1033-4270-a16c-8b409211f612 req-2425a3a2-3404-48b3-adee-74eb9e0a59ca tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:28.111511 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a237e8ef-1033-4270-a16c-8b409211f612 req-2425a3a2-3404-48b3-adee-74eb9e0a59ca tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 944 time: 0.0476897 Dec 15 16:15:28.162474 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a237e8ef-1033-4270-a16c-8b409211f612 req-95dee07b-4f56-4219-84bc-d24170432fec tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443676 Dec 15 16:15:28.710526 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2f0fd107-b6f6-456f-95f1-505328f04e3f up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:15:28.760429 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port 2f0fd107-b6f6-456f-95f1-505328f04e3f completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:15:28.764019 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 2f0fd107-b6f6-456f-95f1-505328f04e3f triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:15:28.764391 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:28.842217 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:28.875561 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 2f0fd107-b6f6-456f-95f1-505328f04e3f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2f0fd107-b6f6-456f-95f1-505328f04e3f,segment=NetworkSegment(7698b467-b1a7-4c55-b8ae-8fee6880e3a7),segment_id=7698b467-b1a7-4c55-b8ae-8fee6880e3a7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:28.879370 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:28.928332 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=2f0fd107-b6f6-456f-95f1-505328f04e3f,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:29.147804 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2781db-e535-412c-9b18-80bca024ee7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0fd107-b6f6-456f-95f1-505328f04e3f'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:29.150532 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5bf354-55e0-4f2f-a456-2ea1993b3c05" -d '{"events": [{"server_uuid": "5e2781db-e535-412c-9b18-80bca024ee7e", "name": "network-vif-plugged", "status": "completed", "tag": "2f0fd107-b6f6-456f-95f1-505328f04e3f"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:29.171736 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d2827-f74a-431c-af08-bb62076bf687 req-6bba586a-2e51-4ef3-bc69-50694f2a3529 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:29.173924 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a00d2827-f74a-431c-af08-bb62076bf687 req-6bba586a-2e51-4ef3-bc69-50694f2a3529 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 945 time: 0.0550139 Dec 15 16:15:29.191639 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99861780-df09-4be4-bdbe-82e0000f06df x-openstack-request-id: req-99861780-df09-4be4-bdbe-82e0000f06df {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:29.192050 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2781db-e535-412c-9b18-80bca024ee7e", "name": "network-vif-plugged", "status": "completed", "tag": "2f0fd107-b6f6-456f-95f1-505328f04e3f", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:29.192306 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99861780-df09-4be4-bdbe-82e0000f06df {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:29.192698 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2781db-e535-412c-9b18-80bca024ee7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0fd107-b6f6-456f-95f1-505328f04e3f', 'code': 200} Dec 15 16:15:29.233566 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a00d2827-f74a-431c-af08-bb62076bf687 req-6b9df931-fc79-4e51-ad94-ca241ab70e98 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537884 Dec 15 16:15:29.292051 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a82c3f-c11f-4477-bc52-e67b12213724 req-faace972-65ce-4895-9f12-648f60576f2c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:29.294622 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-86a82c3f-c11f-4477-bc52-e67b12213724 req-faace972-65ce-4895-9f12-648f60576f2c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 945 time: 0.0578144 Dec 15 16:15:29.358798 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f39d39-834c-4311-92dd-e970b7566fd8 req-b807dafa-64f8-44a6-9bdf-828308c5381b tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:29.360220 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-10f39d39-834c-4311-92dd-e970b7566fd8 req-b807dafa-64f8-44a6-9bdf-828308c5381b tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 945 time: 0.0518119 Dec 15 16:15:29.365252 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-86a82c3f-c11f-4477-bc52-e67b12213724 req-7c9d8254-c901-463c-9489-5c2d2659a356 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656729 Dec 15 16:15:29.377679 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f585dc-e693-4fdd-b393-6803c31c38a5 req-c94a5d26-f11d-4ae4-8047-6709ba0f6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:29.379179 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-45f585dc-e693-4fdd-b393-6803c31c38a5 req-c94a5d26-f11d-4ae4-8047-6709ba0f6806 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 1098 time: 0.0511475 Dec 15 16:15:29.413367 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-10f39d39-834c-4311-92dd-e970b7566fd8 req-619ed5e0-5a7f-42ae-9735-773d12d81928 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459812 Dec 15 16:15:29.423535 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-45f585dc-e693-4fdd-b393-6803c31c38a5 req-3fbd5f3d-ca99-4b93-8cf6-a629cbbb9a1d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Dec 15 16:15:29.435161 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43500) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:29.476732 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5818240c-7b70-49b4-ad2a-4a9c3a0440ea tempest-TestVolumeBootPattern-115610531 tempest-TestVolumeBootPattern-115610531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:29.478246 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-5818240c-7b70-49b4-ad2a-4a9c3a0440ea tempest-TestVolumeBootPattern-115610531 tempest-TestVolumeBootPattern-115610531-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 1093 time: 0.0421269 Dec 15 16:15:29.481467 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43502) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:29.485746 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'floatingip': {'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'port_id': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:29.506619 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:29.601455 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:29.630246 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:29.703727 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Allocated IP 172.27.1.79 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/0300fa44-ab6e-4d2b-a575-8c4a951eb86b) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:15:29.800015 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:29.831792 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:29.871866 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:15:29.874687 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:15:29.878134 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:15:29.901413 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'Port': ['ID=0300fa44-ab6e-4d2b-a575-8c4a951eb86b,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:30.231764 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:30.301462 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:30.475499 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:30.481451 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:30.528376 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a1620-25c8-4aed-a1e1-4e16c87e6298 req-527ed1e4-36c5-4379-bd6d-27c8413a184c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:30.529866 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e21a1620-25c8-4aed-a1e1-4e16c87e6298 req-527ed1e4-36c5-4379-bd6d-27c8413a184c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 945 time: 0.0959499 Dec 15 16:15:30.571054 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'Port': ['ID=0300fa44-ab6e-4d2b-a575-8c4a951eb86b,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:30.599472 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:30.656874 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e21a1620-25c8-4aed-a1e1-4e16c87e6298 req-1b23613f-c412-4911-9eba-cf15654257fb tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174436 Dec 15 16:15:30.711582 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Floating IP 23baa504-4aa5-406e-97f2-fc33cdfa5816 associated. External IP: 172.27.1.79, port: cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef. Dec 15 16:15:30.913955 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:15:31.018015 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:15:31.027825 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351e165-31f5-43e8-8361-5d45f90ca28a None None] Sync routers for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:15:31.036664 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:31.037810 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351e165-31f5-43e8-8361-5d45f90ca28a None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:15:31.038456 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9351e165-31f5-43e8-8361-5d45f90ca28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:15:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:31.063109 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-ab2db1a1-dd30-45f1-9390-9d605884a890 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5806477 Dec 15 16:15:31.063694 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'tag': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:31.065937 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946b800f-9720-448c-854a-f76d8bc60321" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f641c8-2d03-4706-b1cb-ccccd3008fcd", "tag": "cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:31.105919 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b200665b-beff-499f-b19f-48bb691abb4b x-openstack-request-id: req-b200665b-beff-499f-b19f-48bb691abb4b {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:31.106255 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f641c8-2d03-4706-b1cb-ccccd3008fcd", "tag": "cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:31.106511 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b200665b-beff-499f-b19f-48bb691abb4b {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:31.106915 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'tag': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'status': 'completed', 'code': 200} Dec 15 16:15:31.172499 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b800f-9720-448c-854a-f76d8bc60321 req-d3dd1905-6985-46b1-8fcf-7e437b6753f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:31.173931 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-946b800f-9720-448c-854a-f76d8bc60321 req-d3dd1905-6985-46b1-8fcf-7e437b6753f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 1098 time: 0.0427966 Dec 15 16:15:31.275573 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-9351e165-31f5-43e8-8361-5d45f90ca28a None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:15:31.276020 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b800f-9720-448c-854a-f76d8bc60321 req-178367a6-0249-4dcc-8399-0808c4e3d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:31.277498 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-946b800f-9720-448c-854a-f76d8bc60321 req-178367a6-0249-4dcc-8399-0808c4e3d5c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.0959558 Dec 15 16:15:31.346502 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-946b800f-9720-448c-854a-f76d8bc60321 req-998392ec-3394-4789-95b4-9458872df8c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef HTTP/1.1" status: 200 len: 998 time: 0.0615776 Dec 15 16:15:31.399622 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b800f-9720-448c-854a-f76d8bc60321 req-985b3405-28ae-4b79-8520-1b6c4c4f9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:31.401383 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-946b800f-9720-448c-854a-f76d8bc60321 req-985b3405-28ae-4b79-8520-1b6c4c4f9643 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0477805 Dec 15 16:15:31.448270 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b800f-9720-448c-854a-f76d8bc60321 req-cc90a206-e3a3-4ea8-871a-26ac226e6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:31.449873 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-946b800f-9720-448c-854a-f76d8bc60321 req-cc90a206-e3a3-4ea8-871a-26ac226e6162 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421300 Dec 15 16:15:31.515601 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9351e165-31f5-43e8-8361-5d45f90ca28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '23baa504-4aa5-406e-97f2-fc33cdfa5816', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:d1:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:15:30Z', 'updated_at': '2021-12-15T16:15:30Z', 'revision_number': 0, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:31.545633 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-946b800f-9720-448c-854a-f76d8bc60321 req-3e15a44d-2a00-40eb-bf69-8018585a3b2b service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888803 Dec 15 16:15:31.546004 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351e165-31f5-43e8-8361-5d45f90ca28a None None] Checking router: 60d67fee-834a-4fa1-bfc2-369f2c1f3129 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:15:31.555124 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351e165-31f5-43e8-8361-5d45f90ca28a None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:15:31.555722 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9351e165-31f5-43e8-8361-5d45f90ca28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:15:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:31.641191 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-946b800f-9720-448c-854a-f76d8bc60321 req-8caacbe5-89f3-4946-aa21-401d9066dac6 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882246 Dec 15 16:15:31.670968 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-9351e165-31f5-43e8-8361-5d45f90ca28a None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:15:31.772689 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00ac23-2f84-4585-be48-4ab24aca4ffc req-ccf3c414-179b-42b0-baab-5502a0b79d58 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:31.774231 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0a00ac23-2f84-4585-be48-4ab24aca4ffc req-ccf3c414-179b-42b0-baab-5502a0b79d58 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 945 time: 0.0494754 Dec 15 16:15:31.823003 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0a00ac23-2f84-4585-be48-4ab24aca4ffc req-4852b4de-c3c4-49d1-a1a3-4406406cb6a1 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Dec 15 16:15:31.891769 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9351e165-31f5-43e8-8361-5d45f90ca28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '23baa504-4aa5-406e-97f2-fc33cdfa5816', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:d1:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:15:30Z', 'updated_at': '2021-12-15T16:15:30Z', 'revision_number': 0, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:31.923250 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351e165-31f5-43e8-8361-5d45f90ca28a None None] The sync data for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi is: [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '23baa504-4aa5-406e-97f2-fc33cdfa5816', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:d1:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:15:30Z', 'updated_at': '2021-12-15T16:15:30Z', 'revision_number': 0, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:15:32.122375 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14a4e8-bdc4-490a-af76-3a52cfda4e82 None None] New status for floating IP 23baa504-4aa5-406e-97f2-fc33cdfa5816: ACTIVE {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:15:32.682908 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-add682f7-4d56-4a57-8777-6aee57785e3d req-e2d8c574-3608-468d-b459-5e421d607ef0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416179 Dec 15 16:15:32.772658 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add682f7-4d56-4a57-8777-6aee57785e3d req-26546822-e103-45ba-a7d9-9994bc1ff5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:32.774377 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-add682f7-4d56-4a57-8777-6aee57785e3d req-26546822-e103-45ba-a7d9-9994bc1ff5de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 1098 time: 0.0457690 Dec 15 16:15:32.881068 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add682f7-4d56-4a57-8777-6aee57785e3d req-3d3bb262-70d8-4fe1-9d5b-b2e8301c98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:32.882585 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-add682f7-4d56-4a57-8777-6aee57785e3d req-3d3bb262-70d8-4fe1-9d5b-b2e8301c98ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.0860541 Dec 15 16:15:32.920412 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43600) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:32.955201 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-add682f7-4d56-4a57-8777-6aee57785e3d req-fdcdae6c-4fbf-4015-905e-3d7e18601638 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef HTTP/1.1" status: 200 len: 1000 time: 0.0642071 Dec 15 16:15:33.005705 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add682f7-4d56-4a57-8777-6aee57785e3d req-c6174851-4ec7-4bf3-925b-f7eca9cae1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:33.007177 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-add682f7-4d56-4a57-8777-6aee57785e3d req-c6174851-4ec7-4bf3-925b-f7eca9cae1d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0442638 Dec 15 16:15:33.023952 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e96e1777-c371-4af0-8e68-15f27f4c37d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.056250 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add682f7-4d56-4a57-8777-6aee57785e3d req-0530f526-fa06-4a0c-9527-eb8a60048cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:33.058001 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-add682f7-4d56-4a57-8777-6aee57785e3d req-0530f526-fa06-4a0c-9527-eb8a60048cb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413892 Dec 15 16:15:33.105635 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e96e1777-c371-4af0-8e68-15f27f4c37d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.109751 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e96e1777-c371-4af0-8e68-15f27f4c37d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.147907 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e1777-c371-4af0-8e68-15f27f4c37d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16bcea2-3a4c-4f93-9a6e-aa3fba611e13,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:33.153613 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e96e1777-c371-4af0-8e68-15f27f4c37d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c068f1e41b4a49d9a98e35c06438c38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321053 Dec 15 16:15:33.156389 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43604) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:33.164041 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-add682f7-4d56-4a57-8777-6aee57785e3d req-097a0910-0cca-4c73-bf32-54b47c4d3450 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932360 Dec 15 16:15:33.205172 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06e78fa2-5d93-4793-9938-1ff8028d29f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.226794 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06e78fa2-5d93-4793-9938-1ff8028d29f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.257610 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-add682f7-4d56-4a57-8777-6aee57785e3d req-76820ff1-7353-454a-9654-9270dcfdd581 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851758 Dec 15 16:15:33.281061 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06e78fa2-5d93-4793-9938-1ff8028d29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.283870 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06e78fa2-5d93-4793-9938-1ff8028d29f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.285037 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-06e78fa2-5d93-4793-9938-1ff8028d29f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b16bcea2-3a4c-4f93-9a6e-aa3fba611e13 HTTP/1.1" status: 204 len: 168 time: 0.1274605 Dec 15 16:15:33.294479 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e78fa2-5d93-4793-9938-1ff8028d29f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16bcea2-3a4c-4f93-9a6e-aa3fba611e13,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:33.415625 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:15:33.551036 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43612) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:33.565394 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-490fc7d0-aaf3-4339-8782-6982efdb3842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.639926 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-490fc7d0-aaf3-4339-8782-6982efdb3842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.644456 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-490fc7d0-aaf3-4339-8782-6982efdb3842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.688399 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-490fc7d0-aaf3-4339-8782-6982efdb3842 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=282e53fc8ab14ff3a1050895f3af1a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362088 Dec 15 16:15:33.689164 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fc7d0-aaf3-4339-8782-6982efdb3842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82528d80-eec3-4a88-9c0f-fba97abd94b2,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:33.692255 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43616) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:33.741401 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eb0-917b-4ea5-8d06-8301672e3f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.764350 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eb0-917b-4ea5-8d06-8301672e3f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.813405 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eb0-917b-4ea5-8d06-8301672e3f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.816064 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eb0-917b-4ea5-8d06-8301672e3f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:33.817746 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e82b7eb0-917b-4ea5-8d06-8301672e3f4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82528d80-eec3-4a88-9c0f-fba97abd94b2 HTTP/1.1" status: 204 len: 168 time: 0.1244960 Dec 15 16:15:33.831624 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b7eb0-917b-4ea5-8d06-8301672e3f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82528d80-eec3-4a88-9c0f-fba97abd94b2,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:35.081730 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-278c60b2-4340-4cce-960f-c8b9350af8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:37.217865 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ecd6c78e-0f12-4b17-a4ea-7c914d7d6190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:38.661768 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:39.793582 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:41.449915 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:43.161264 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43722) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:43.264650 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a2a0bfee-5326-42bd-b355-0185598d8071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:43.340675 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a2a0bfee-5326-42bd-b355-0185598d8071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:43.344755 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a2a0bfee-5326-42bd-b355-0185598d8071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:43.383247 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a2a0bfee-5326-42bd-b355-0185598d8071 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68e5ead02ad64eab9ab13aca156d6529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209017 Dec 15 16:15:43.384142 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0bfee-5326-42bd-b355-0185598d8071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a840fa-b1b5-418a-a60b-71c74a4bdb27,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:43.385988 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43726) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:43.434747 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-990d0162-0b0b-497d-a16a-e29b01f02240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:43.455274 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-990d0162-0b0b-497d-a16a-e29b01f02240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:43.501849 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-990d0162-0b0b-497d-a16a-e29b01f02240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:43.504475 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-990d0162-0b0b-497d-a16a-e29b01f02240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:43.506145 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-990d0162-0b0b-497d-a16a-e29b01f02240 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42a840fa-b1b5-418a-a60b-71c74a4bdb27 HTTP/1.1" status: 204 len: 168 time: 0.1180716 Dec 15 16:15:43.513679 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d0162-0b0b-497d-a16a-e29b01f02240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a840fa-b1b5-418a-a60b-71c74a4bdb27,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:59.615847 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:05.083181 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eae7-455d-4660-807a-68d0b3d29557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:07.220339 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5f85fa8a-4ad0-47d0-934e-187eabc4ff07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:08.664093 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:09.794028 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:10.414507 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:16:11.443322 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:13.185529 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 43970) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:13.287453 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ec3eb63f-1498-47cd-94ae-e22e5a608a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:13.359871 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ec3eb63f-1498-47cd-94ae-e22e5a608a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:13.363357 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ec3eb63f-1498-47cd-94ae-e22e5a608a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:13.401262 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ec3eb63f-1498-47cd-94ae-e22e5a608a21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da895b62c7a9480fbf6c25b567a2354e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146440 Dec 15 16:16:13.402389 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3eb63f-1498-47cd-94ae-e22e5a608a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f87539-23e8-4d91-afdb-a5a7c2c4939e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:13.403974 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 43974) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:13.450619 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:13.471186 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:13.515477 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:13.518202 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:13.519377 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5f87539-23e8-4d91-afdb-a5a7c2c4939e HTTP/1.1" status: 204 len: 168 time: 0.1144168 Dec 15 16:16:13.527336 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f87539-23e8-4d91-afdb-a5a7c2c4939e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:13.534489 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.534839 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.535183 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.535521 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.535850 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.536178 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.536508 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.536842 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.537168 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.537500 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.537824 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.538144 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:13.538486 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d854-94d6-4a33-967c-a236132594af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:15.667366 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-3ed5093f-7279-4019-a8af-0a3e31d3b8b8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0a49b052867b46fdb9c2984f78524817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313742 Dec 15 16:16:15.843447 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-237e9758-236d-4753-b1e1-ca967ec09d77 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:15.844784 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-237e9758-236d-4753-b1e1-ca967ec09d77 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721199 Dec 15 16:16:15.860239 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-57932ebc-62ba-4d01-b62e-6f5d9fc8e2a9 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/quotas/0a49b052867b46fdb9c2984f78524817 HTTP/1.1" status: 200 len: 375 time: 0.0086110 Dec 15 16:16:15.891766 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-29d847eb-00fd-461b-aa79-b38567b47f13 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a49b052867b46fdb9c2984f78524817&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255697 Dec 15 16:16:16.052739 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-42ca54f1-b3ea-45b7-b190-b97272e591b0 req-66a80e3d-a0b5-4a76-8fc6-1c8dc98f958b tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 210 time: 0.0294504 Dec 15 16:16:16.913026 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-dba0c86a-38ec-4f65-a007-0adc32c4cbbb tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0a49b052867b46fdb9c2984f78524817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228701 Dec 15 16:16:17.025278 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-75f87ae1-8ad3-4f50-a339-ec51e7da39f1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:17.026747 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-75f87ae1-8ad3-4f50-a339-ec51e7da39f1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1067190 Dec 15 16:16:17.043170 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Request body: {'port': {'device_id': '66847e3e-ebd0-495f-aad5-85e8afdee139', 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18', 'admin_state_up': True, 'tenant_id': '0a49b052867b46fdb9c2984f78524817'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:17.152219 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c249af71-24a5-4191-8752-03e2446cf281 req-e83503db-3aa0-47da-ae71-c8016cc26dcb tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 210 time: 0.0277712 Dec 15 16:16:17.164073 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Made reservation on behalf of 0a49b052867b46fdb9c2984f78524817 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:16:17.171336 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.181311 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.260455 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.264535 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.322695 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2d0f8d-3bfe-435d-8d81-d07bf957e990,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:17.393049 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Allocated IP 192.168.233.114 (36506f49-bd81-44ec-a193-b38ca428de18/8b650cab-c808-48d7-a238-aa1eaf45d734/3f061558-8b50-4620-b235-b764026c44a6) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:16:17.532943 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.565655 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.609582 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Network 36506f49-bd81-44ec-a193-b38ca428de18 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:16:17.612629 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:16:17.616138 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:16:17.643027 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Pushing event updated for resources: {'Port': ['ID=3f061558-8b50-4620-b235-b764026c44a6,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:17.673498 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:17.674292 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.694607 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-02d92d29-ffb3-4cb0-9048-1df8254920c8 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6549129 Dec 15 16:16:17.707957 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Request body: {'port': {'device_id': '66847e3e-ebd0-495f-aad5-85e8afdee139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:17.761520 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.853005 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-b6a491bb-becd-48aa-9151-42d5ec70b375 None None] Provisioning complete for port 3f061558-8b50-4620-b235-b764026c44a6 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:17.853597 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b6a491bb-becd-48aa-9151-42d5ec70b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.886745 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-b6a491bb-becd-48aa-9151-42d5ec70b375 None None] Port 3f061558-8b50-4620-b235-b764026c44a6 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:16:18.020961 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f061558-8b50-4620-b235-b764026c44a6 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:16:18.029347 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:18.041195 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Transition to ACTIVE for port object 3f061558-8b50-4620-b235-b764026c44a6 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:16:18.044605 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:18.112143 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Pushing event updated for resources: {'Port': ['ID=3f061558-8b50-4620-b235-b764026c44a6,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:18.164485 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Attempting to bind port 3f061558-8b50-4620-b235-b764026c44a6 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:16:18.164819 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Attempting to bind port 3f061558-8b50-4620-b235-b764026c44a6 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'ffc6bf7c-737c-46cf-b54d-5dfb7db3707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:16:18.165143 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Attempting to bind port 3f061558-8b50-4620-b235-b764026c44a6 on network 36506f49-bd81-44ec-a193-b38ca428de18 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:16:18.169682 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Port 3f061558-8b50-4620-b235-b764026c44a6 on network 36506f49-bd81-44ec-a193-b38ca428de18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:16:18.169998 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Attempting to bind port 3f061558-8b50-4620-b235-b764026c44a6 on network 36506f49-bd81-44ec-a193-b38ca428de18 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:16:18.174988 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:16:18.175210 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Checking segment: {'id': 'ffc6bf7c-737c-46cf-b54d-5dfb7db3707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:16:18.175591 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Bound using segment: {'id': 'ffc6bf7c-737c-46cf-b54d-5dfb7db3707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:16:18.176013 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Bound port: 3f061558-8b50-4620-b235-b764026c44a6, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc6bf7c-737c-46cf-b54d-5dfb7db3707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:16:18.176364 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:18.268761 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] For port 3f061558-8b50-4620-b235-b764026c44a6, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:16:18.284277 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] For port 3f061558-8b50-4620-b235-b764026c44a6, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3f061558-8b50-4620-b235-b764026c44a6,segment=NetworkSegment(ffc6bf7c-737c-46cf-b54d-5dfb7db3707c),segment_id=ffc6bf7c-737c-46cf-b54d-5dfb7db3707c)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:16:18.289748 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:18.330053 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec83b6b-b5df-474e-862d-08c04426ca7b req-dbc659a4-27b8-4de0-875f-3454298286a9 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:18.331533 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fec83b6b-b5df-474e-862d-08c04426ca7b req-dbc659a4-27b8-4de0-875f-3454298286a9 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 948 time: 0.0982571 Dec 15 16:16:18.342728 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:18.343332 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:18.344735 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] 10.222.0.18 "PUT /v2.0/ports/3f061558-8b50-4620-b235-b764026c44a6 HTTP/1.1" status: 200 len: 1098 time: 0.6410499 Dec 15 16:16:18.345060 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66847e3e-ebd0-495f-aad5-85e8afdee139', 'tag': '3f061558-8b50-4620-b235-b764026c44a6'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:18.347281 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da7440e-c233-496d-9bb1-cdaa9646c9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "66847e3e-ebd0-495f-aad5-85e8afdee139", "tag": "3f061558-8b50-4620-b235-b764026c44a6"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:18.418242 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ac9bd-0bb0-49de-8cec-257ffa651a00 service neutron] Pushing event updated for resources: {'Port': ['ID=3f061558-8b50-4620-b235-b764026c44a6,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:18.449410 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba634e18-ad7a-40d5-879d-529d9d5978c7 x-openstack-request-id: req-ba634e18-ad7a-40d5-879d-529d9d5978c7 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:18.449698 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66847e3e-ebd0-495f-aad5-85e8afdee139", "tag": "3f061558-8b50-4620-b235-b764026c44a6", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:18.449947 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba634e18-ad7a-40d5-879d-529d9d5978c7 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:18.450368 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66847e3e-ebd0-495f-aad5-85e8afdee139', 'tag': '3f061558-8b50-4620-b235-b764026c44a6', 'status': 'completed', 'code': 200} Dec 15 16:16:18.457258 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fec83b6b-b5df-474e-862d-08c04426ca7b req-0f82fe08-015b-4495-8722-7f260a12df00 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181648 Dec 15 16:16:18.463985 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-aa5cf84c-eea4-454d-9720-2460b048133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:18.466687 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-aa5cf84c-eea4-454d-9720-2460b048133f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a49b052867b46fdb9c2984f78524817&device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 1101 time: 0.0794389 Dec 15 16:16:18.546532 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2279b3d-5c21-452d-95a5-a33e8d5f7b8b req-00871feb-51e5-4118-b9b7-9627eccdb293 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:18.548895 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c2279b3d-5c21-452d-95a5-a33e8d5f7b8b req-00871feb-51e5-4118-b9b7-9627eccdb293 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 945 time: 0.0543978 Dec 15 16:16:18.604886 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c2279b3d-5c21-452d-95a5-a33e8d5f7b8b req-b636e68f-2696-490d-bcd0-dcdfb783553a tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450623 Dec 15 16:16:18.775902 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-a0b66fbe-2b5e-4c75-b7d0-a631b57dc86d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=3f061558-8b50-4620-b235-b764026c44a6 HTTP/1.1" status: 200 len: 217 time: 0.3005490 Dec 15 16:16:18.824437 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-988c44b9-093a-4cd7-8577-43d9bdc3058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:18.825821 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-988c44b9-093a-4cd7-8577-43d9bdc3058d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b650cab-c808-48d7-a238-aa1eaf45d734 HTTP/1.1" status: 200 len: 843 time: 0.0420237 Dec 15 16:16:18.872540 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-7b791496-e37b-4a07-b8aa-f5b09127d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:18.873949 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-7b791496-e37b-4a07-b8aa-f5b09127d111 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36506f49-bd81-44ec-a193-b38ca428de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0376198 Dec 15 16:16:18.964932 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-7a76a6f3-ed3b-4546-8598-8258988b2284 service neutron] 10.222.0.18 "GET /v2.0/networks/36506f49-bd81-44ec-a193-b38ca428de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816813 Dec 15 16:16:19.058940 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-317e4aeb-6ef0-4f85-b322-f13fed904eed req-c1e12b13-84bf-445d-81e3-03313c59f814 service neutron] 10.222.0.18 "GET /v2.0/networks/36506f49-bd81-44ec-a193-b38ca428de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820901 Dec 15 16:16:19.144828 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7440e-c233-496d-9bb1-cdaa9646c9f4 req-36bedfc7-95e9-499e-8824-75e8ad452a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:19.146294 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4da7440e-c233-496d-9bb1-cdaa9646c9f4 req-36bedfc7-95e9-499e-8824-75e8ad452a16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a49b052867b46fdb9c2984f78524817&device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 1101 time: 0.0388901 Dec 15 16:16:19.236608 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7440e-c233-496d-9bb1-cdaa9646c9f4 req-c6bdccf6-7ee4-4118-8b01-ffc4d637cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:19.238039 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4da7440e-c233-496d-9bb1-cdaa9646c9f4 req-c6bdccf6-7ee4-4118-8b01-ffc4d637cf8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=36506f49-bd81-44ec-a193-b38ca428de18 HTTP/1.1" status: 200 len: 870 time: 0.0800006 Dec 15 16:16:19.286503 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4da7440e-c233-496d-9bb1-cdaa9646c9f4 req-ff0ea2f9-829a-4f16-ace2-52dd3ce7308c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=3f061558-8b50-4620-b235-b764026c44a6 HTTP/1.1" status: 200 len: 217 time: 0.0375896 Dec 15 16:16:19.336054 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7440e-c233-496d-9bb1-cdaa9646c9f4 req-bc7b6579-0c3a-48d0-9948-f61859e367fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:19.337397 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4da7440e-c233-496d-9bb1-cdaa9646c9f4 req-bc7b6579-0c3a-48d0-9948-f61859e367fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b650cab-c808-48d7-a238-aa1eaf45d734 HTTP/1.1" status: 200 len: 843 time: 0.0423968 Dec 15 16:16:19.386376 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7440e-c233-496d-9bb1-cdaa9646c9f4 req-31a3e882-50b0-43ff-829d-faa5ded8873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:19.387846 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4da7440e-c233-496d-9bb1-cdaa9646c9f4 req-31a3e882-50b0-43ff-829d-faa5ded8873e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36506f49-bd81-44ec-a193-b38ca428de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390220 Dec 15 16:16:19.481882 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4da7440e-c233-496d-9bb1-cdaa9646c9f4 req-b4273c3b-9552-47df-9747-f30e544a1a3f service neutron] 10.222.0.18 "GET /v2.0/networks/36506f49-bd81-44ec-a193-b38ca428de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832114 Dec 15 16:16:19.608256 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4da7440e-c233-496d-9bb1-cdaa9646c9f4 req-9e76637e-a74d-44c3-adc4-d37b9135fab9 service neutron] 10.222.0.18 "GET /v2.0/networks/36506f49-bd81-44ec-a193-b38ca428de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155541 Dec 15 16:16:19.616932 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5713b-d735-4257-8a76-72bb3559a829 req-246b7879-97ad-4255-8c13-b5a410c0985a tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:19.618348 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e6f5713b-d735-4257-8a76-72bb3559a829 req-246b7879-97ad-4255-8c13-b5a410c0985a tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 948 time: 0.0823538 Dec 15 16:16:19.666324 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-e6f5713b-d735-4257-8a76-72bb3559a829 req-04386de4-79fb-4d01-ba12-9e41a314b5d4 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Dec 15 16:16:19.717368 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f6728-e91a-433f-9712-234406b18be6 req-d744a548-f8e6-43f2-b602-eca62fc37552 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:19.718824 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc4f6728-e91a-433f-9712-234406b18be6 req-d744a548-f8e6-43f2-b602-eca62fc37552 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 945 time: 0.0467730 Dec 15 16:16:19.767072 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc4f6728-e91a-433f-9712-234406b18be6 req-c43b358e-d101-42bb-9ca6-b0e07a5edd36 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Dec 15 16:16:20.396316 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c667-3076-47c7-8d3d-45e0d0e473a9 req-7b085dff-454e-4944-b394-22f64f07d30c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:20.398262 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-66d9c667-3076-47c7-8d3d-45e0d0e473a9 req-7b085dff-454e-4944-b394-22f64f07d30c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 945 time: 0.0467670 Dec 15 16:16:20.487991 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-66d9c667-3076-47c7-8d3d-45e0d0e473a9 req-e8578f02-286d-4e6a-a2af-dbc3b1b2c6e2 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Deleting port 2f0fd107-b6f6-456f-95f1-505328f04e3f {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:16:20.488326 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-66d9c667-3076-47c7-8d3d-45e0d0e473a9 req-e8578f02-286d-4e6a-a2af-dbc3b1b2c6e2 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:20.574226 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-66d9c667-3076-47c7-8d3d-45e0d0e473a9 req-e8578f02-286d-4e6a-a2af-dbc3b1b2c6e2 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] For port 2f0fd107-b6f6-456f-95f1-505328f04e3f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2f0fd107-b6f6-456f-95f1-505328f04e3f,segment=NetworkSegment(7698b467-b1a7-4c55-b8ae-8fee6880e3a7),segment_id=7698b467-b1a7-4c55-b8ae-8fee6880e3a7)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:20.574596 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-66d9c667-3076-47c7-8d3d-45e0d0e473a9 req-e8578f02-286d-4e6a-a2af-dbc3b1b2c6e2 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:20.586003 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-66d9c667-3076-47c7-8d3d-45e0d0e473a9 req-e8578f02-286d-4e6a-a2af-dbc3b1b2c6e2 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Calling delete_port for 2f0fd107-b6f6-456f-95f1-505328f04e3f owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:16:20.712737 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-66d9c667-3076-47c7-8d3d-45e0d0e473a9 req-e8578f02-286d-4e6a-a2af-dbc3b1b2c6e2 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:20.727738 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['2f0fd107-b6f6-456f-95f1-505328f04e3f'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:16:20.744734 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8578f02-286d-4e6a-a2af-dbc3b1b2c6e2 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Pushing event deleted for resources: {'Port': ['ID=2f0fd107-b6f6-456f-95f1-505328f04e3f,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:20.810260 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d9c667-3076-47c7-8d3d-45e0d0e473a9 req-e8578f02-286d-4e6a-a2af-dbc3b1b2c6e2 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] No DVR routers for this DVR port 2f0fd107-b6f6-456f-95f1-505328f04e3f on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:16:20.813630 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-66d9c667-3076-47c7-8d3d-45e0d0e473a9 req-e8578f02-286d-4e6a-a2af-dbc3b1b2c6e2 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:20.817672 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-66d9c667-3076-47c7-8d3d-45e0d0e473a9 req-e8578f02-286d-4e6a-a2af-dbc3b1b2c6e2 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.18 "DELETE /v2.0/ports/2f0fd107-b6f6-456f-95f1-505328f04e3f HTTP/1.1" status: 204 len: 173 time: 0.4124687 Dec 15 16:16:20.819969 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2781db-e535-412c-9b18-80bca024ee7e', 'name': 'network-vif-deleted', 'tag': '2f0fd107-b6f6-456f-95f1-505328f04e3f'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:20.821932 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5813bd-7727-4d7c-9069-23150b156a35" -d '{"events": [{"server_uuid": "5e2781db-e535-412c-9b18-80bca024ee7e", "name": "network-vif-deleted", "tag": "2f0fd107-b6f6-456f-95f1-505328f04e3f"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:20.841716 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a856e0-98d0-4678-9117-982259d61be8 req-efec8e5d-2de2-46ed-b120-dc06904e7dc5 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:20.846627 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-92a856e0-98d0-4678-9117-982259d61be8 req-efec8e5d-2de2-46ed-b120-dc06904e7dc5 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 948 time: 0.1041944 Dec 15 16:16:20.869046 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0b496c97-095e-489c-bcbc-d2dc79a9ec8d req-4900feb0-7c34-4a27-9c59-2704ef7f99ae tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2781db-e535-412c-9b18-80bca024ee7e HTTP/1.1" status: 200 len: 210 time: 0.0273085 Dec 15 16:16:20.895915 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-92a856e0-98d0-4678-9117-982259d61be8 req-f6e58aef-ace3-4dab-8307-27b31084288b tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466926 Dec 15 16:16:20.926733 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0854846-4000-40c7-a3bc-581a56f139a0 x-openstack-request-id: req-a0854846-4000-40c7-a3bc-581a56f139a0 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:20.927033 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2781db-e535-412c-9b18-80bca024ee7e", "name": "network-vif-deleted", "tag": "2f0fd107-b6f6-456f-95f1-505328f04e3f", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:20.927289 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0854846-4000-40c7-a3bc-581a56f139a0 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:20.927689 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2781db-e535-412c-9b18-80bca024ee7e', 'name': 'network-vif-deleted', 'tag': '2f0fd107-b6f6-456f-95f1-505328f04e3f', 'status': 'completed', 'code': 200} Dec 15 16:16:21.147419 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 3f061558-8b50-4620-b235-b764026c44a6 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:16:21.245023 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 3f061558-8b50-4620-b235-b764026c44a6, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3f061558-8b50-4620-b235-b764026c44a6,segment=NetworkSegment(ffc6bf7c-737c-46cf-b54d-5dfb7db3707c),segment_id=ffc6bf7c-737c-46cf-b54d-5dfb7db3707c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:21.257472 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '3f061558-8b50-4620-b235-b764026c44a6', 'network_id': '36506f49-bd81-44ec-a193-b38ca428de18', 'port_id': '3f061558-8b50-4620-b235-b764026c44a6', 'mac_address': 'fa:16:3e:ac:1d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b650cab-c808-48d7-a238-aa1eaf45d734', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:16:21.295312 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:21.312066 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f061558-8b50-4620-b235-b764026c44a6 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:16:21.332220 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 3f061558-8b50-4620-b235-b764026c44a6, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3f061558-8b50-4620-b235-b764026c44a6,segment=NetworkSegment(ffc6bf7c-737c-46cf-b54d-5dfb7db3707c),segment_id=ffc6bf7c-737c-46cf-b54d-5dfb7db3707c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:21.335928 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:21.382420 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=3f061558-8b50-4620-b235-b764026c44a6,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:21.389305 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.389657 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.390002 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.390364 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.390698 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.391027 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.391354 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.391680 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.392002 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.392332 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.392654 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.392973 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.393293 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:21.540482 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['3f061558-8b50-4620-b235-b764026c44a6'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:16:22.014058 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423aaad-d5cb-4e7b-9e01-f7f147564aca req-32883800-504c-48de-a1ae-2345e9b3a8b1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:22.015588 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c423aaad-d5cb-4e7b-9e01-f7f147564aca req-32883800-504c-48de-a1ae-2345e9b3a8b1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 949 time: 0.0490077 Dec 15 16:16:22.065941 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c423aaad-d5cb-4e7b-9e01-f7f147564aca req-3390c04b-6395-4082-bc88-f394790957db tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Dec 15 16:16:23.183558 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79854ea4-81b9-42d3-97df-db89eccbb483 req-d50b1163-d0ae-49f2-a940-528977945c21 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:23.184983 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-79854ea4-81b9-42d3-97df-db89eccbb483 req-d50b1163-d0ae-49f2-a940-528977945c21 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 949 time: 0.0481699 Dec 15 16:16:23.230199 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-79854ea4-81b9-42d3-97df-db89eccbb483 req-b545282b-ea59-41e3-a0c1-968bf38f525e tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393059 Dec 15 16:16:24.343502 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61561021-a6fe-451e-84a5-6ec1c7394bed req-846d37f2-f6b3-4616-8d53-cf818807417c tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:24.344951 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-61561021-a6fe-451e-84a5-6ec1c7394bed req-846d37f2-f6b3-4616-8d53-cf818807417c tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 949 time: 0.0475581 Dec 15 16:16:24.394697 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-61561021-a6fe-451e-84a5-6ec1c7394bed req-b195e8da-fbfb-4b89-ada3-09b9ea3abf4f tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Dec 15 16:16:24.955744 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 3f061558-8b50-4620-b235-b764026c44a6 up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:16:25.003605 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port 3f061558-8b50-4620-b235-b764026c44a6 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:16:25.008272 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 3f061558-8b50-4620-b235-b764026c44a6 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:25.008641 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:25.083205 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:25.108716 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66847e3e-ebd0-495f-aad5-85e8afdee139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f061558-8b50-4620-b235-b764026c44a6'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:25.111024 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecc0639-468c-478f-bebe-e5206296f639" -d '{"events": [{"server_uuid": "66847e3e-ebd0-495f-aad5-85e8afdee139", "name": "network-vif-plugged", "status": "completed", "tag": "3f061558-8b50-4620-b235-b764026c44a6"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:25.123922 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 3f061558-8b50-4620-b235-b764026c44a6, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3f061558-8b50-4620-b235-b764026c44a6,segment=NetworkSegment(ffc6bf7c-737c-46cf-b54d-5dfb7db3707c),segment_id=ffc6bf7c-737c-46cf-b54d-5dfb7db3707c)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:25.127775 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:25.128631 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2f0fd107-b6f6-456f-95f1-505328f04e3f no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:16:25.166286 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe27aa1-bba1-4011-9730-cf97f1604a2f x-openstack-request-id: req-afe27aa1-bba1-4011-9730-cf97f1604a2f {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:25.166562 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66847e3e-ebd0-495f-aad5-85e8afdee139", "name": "network-vif-plugged", "status": "completed", "tag": "3f061558-8b50-4620-b235-b764026c44a6", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:25.166824 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afe27aa1-bba1-4011-9730-cf97f1604a2f {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:25.167214 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66847e3e-ebd0-495f-aad5-85e8afdee139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f061558-8b50-4620-b235-b764026c44a6', 'code': 200} Dec 15 16:16:25.171836 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: 2f0fd107-b6f6-456f-95f1-505328f04e3f {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:16:25.172182 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 2f0fd107-b6f6-456f-95f1-505328f04e3f not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:16:25.195692 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=3f061558-8b50-4620-b235-b764026c44a6,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:25.333512 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948af977-4445-4cd7-ad55-124112fe6ab9 req-a6d6c0b7-bb00-40ca-9c38-24178133ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:25.335734 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-948af977-4445-4cd7-ad55-124112fe6ab9 req-a6d6c0b7-bb00-40ca-9c38-24178133ec6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 1103 time: 0.0446875 Dec 15 16:16:25.379800 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-948af977-4445-4cd7-ad55-124112fe6ab9 req-5aded1dc-7a62-46f0-8754-0f8822749eb1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373232 Dec 15 16:16:25.517001 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6cef7-0185-4d97-8b08-5a4af74d65d7 req-3aa5e383-9017-4f12-b032-2ae96127b7ea tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:25.518398 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ca6cef7-0185-4d97-8b08-5a4af74d65d7 req-3aa5e383-9017-4f12-b032-2ae96127b7ea tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 950 time: 0.0530801 Dec 15 16:16:25.566122 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ca6cef7-0185-4d97-8b08-5a4af74d65d7 req-b05d7598-c3b1-4352-a308-1429eab6d789 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 Dec 15 16:16:26.681056 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27033a47-2cbe-4064-84fe-9ce0a9b957db req-382e43b9-7dc4-4473-a7e2-568241101149 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:26.682549 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-27033a47-2cbe-4064-84fe-9ce0a9b957db req-382e43b9-7dc4-4473-a7e2-568241101149 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 950 time: 0.0482023 Dec 15 16:16:26.728627 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-27033a47-2cbe-4064-84fe-9ce0a9b957db req-ca161d11-d416-42cf-b6b0-de2bbee6ce4e tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Dec 15 16:16:26.976090 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6b5ac-d7a5-47cd-873a-9ee72e3f362c req-f0285191-e809-4b6e-9e15-d16e68f2250c tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:26.977437 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-06a6b5ac-d7a5-47cd-873a-9ee72e3f362c req-f0285191-e809-4b6e-9e15-d16e68f2250c tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 950 time: 0.0470490 Dec 15 16:16:27.025901 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-06a6b5ac-d7a5-47cd-873a-9ee72e3f362c req-35c53abd-d660-4172-85b1-def918973fb5 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Dec 15 16:16:28.140396 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96516c6-e1cc-4165-8f78-69b5056e83df req-84e7108b-e78c-4de2-81cc-e8407e9fe3eb tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:28.141839 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e96516c6-e1cc-4165-8f78-69b5056e83df req-84e7108b-e78c-4de2-81cc-e8407e9fe3eb tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 950 time: 0.0474632 Dec 15 16:16:28.187356 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e96516c6-e1cc-4165-8f78-69b5056e83df req-bc7f920a-0516-4e01-af5c-cbd5f0b014f5 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396965 Dec 15 16:16:29.298883 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f96519-fdd5-4549-bf28-c78992ba3bea req-43088737-3437-4511-8c8c-9d63a3738785 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:29.300311 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-61f96519-fdd5-4549-bf28-c78992ba3bea req-43088737-3437-4511-8c8c-9d63a3738785 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 950 time: 0.0470982 Dec 15 16:16:29.345780 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-61f96519-fdd5-4549-bf28-c78992ba3bea req-ee6f89b6-86ee-4685-a372-135b71240c5b tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389671 Dec 15 16:16:29.634201 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:29.850957 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168116b-493d-447e-9f92-a0b374d814df req-a03d3987-c11d-4ab8-aa3b-43018ed656a1 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:29.852631 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-a03d3987-c11d-4ab8-aa3b-43018ed656a1 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/networks?id=192452fe-59bc-4e74-84a3-f02605f2a8a1 HTTP/1.1" status: 200 len: 813 time: 0.1024311 Dec 15 16:16:29.867417 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-bf5b38d2-03c3-484b-9a7e-9a417960d7ac tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/quotas/24ef7e8be4c74391b54f6ba8a4f40242 HTTP/1.1" status: 200 len: 375 time: 0.0093439 Dec 15 16:16:29.898548 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-0dcbbd72-cfaf-4d2a-9dc9-81abf12fa17f tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24ef7e8be4c74391b54f6ba8a4f40242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260112 Dec 15 16:16:29.990190 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-551f4ced-336b-4250-8415-42d4ca86e9d9 service neutron] 10.222.0.41 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848308 Dec 15 16:16:30.076142 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-618d7e5b-26b8-4848-adcf-d06d9320cf97 service neutron] 10.222.0.41 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793164 Dec 15 16:16:30.228396 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-32d780de-c76a-4f13-93f7-2d93fb3fdea4 req-cd480c86-413a-4d61-b29a-88a2fbe1e712 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 210 time: 0.0272181 Dec 15 16:16:30.466353 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ff1ad-7c8d-4dce-9093-4f9219214b87 req-48da4ca1-8b22-4b86-b924-b120bc5fd021 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:30.467952 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-547ff1ad-7c8d-4dce-9093-4f9219214b87 req-48da4ca1-8b22-4b86-b924-b120bc5fd021 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 950 time: 0.0491312 Dec 15 16:16:30.519876 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-547ff1ad-7c8d-4dce-9093-4f9219214b87 req-b74f55b7-937c-4c49-9a1b-bb76f6b204c7 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f2d0f8d-3bfe-435d-8d81-d07bf957e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455439 Dec 15 16:16:30.904395 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f4f14-17b5-4fce-acb3-7c9262c310ac req-85adaf72-0406-4963-9f69-76bf1b5b6803 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:30.906069 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f40f4f14-17b5-4fce-acb3-7c9262c310ac req-85adaf72-0406-4963-9f69-76bf1b5b6803 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.18 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 950 time: 0.0478222 Dec 15 16:16:30.997546 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-f40f4f14-17b5-4fce-acb3-7c9262c310ac req-d7e8c5e8-572d-4809-b793-54483b71c3d1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Deleting port 3f061558-8b50-4620-b235-b764026c44a6 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:16:30.997882 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f40f4f14-17b5-4fce-acb3-7c9262c310ac req-d7e8c5e8-572d-4809-b793-54483b71c3d1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:31.145073 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-f40f4f14-17b5-4fce-acb3-7c9262c310ac req-d7e8c5e8-572d-4809-b793-54483b71c3d1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] For port 3f061558-8b50-4620-b235-b764026c44a6, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3f061558-8b50-4620-b235-b764026c44a6,segment=NetworkSegment(ffc6bf7c-737c-46cf-b54d-5dfb7db3707c),segment_id=ffc6bf7c-737c-46cf-b54d-5dfb7db3707c)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:31.145433 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f40f4f14-17b5-4fce-acb3-7c9262c310ac req-d7e8c5e8-572d-4809-b793-54483b71c3d1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:31.168931 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-f40f4f14-17b5-4fce-acb3-7c9262c310ac req-d7e8c5e8-572d-4809-b793-54483b71c3d1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Calling delete_port for 3f061558-8b50-4620-b235-b764026c44a6 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:16:31.200405 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168116b-493d-447e-9f92-a0b374d814df req-3de52824-1757-4bed-9d04-7dbaf50e9b21 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:31.201829 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-3de52824-1757-4bed-9d04-7dbaf50e9b21 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.18 "GET /v2.0/networks?id=192452fe-59bc-4e74-84a3-f02605f2a8a1 HTTP/1.1" status: 200 len: 813 time: 0.1515644 Dec 15 16:16:31.236451 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Request body: {'port': {'device_id': '7e7591a5-ce47-4d9a-9a79-08170f2682ba', 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1', 'admin_state_up': True, 'tenant_id': '24ef7e8be4c74391b54f6ba8a4f40242'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:31.333459 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-76b7bdf8-4a66-4ec8-9fb2-c53c22c1f285 req-6afadcc0-558c-4ca9-ba99-052ba7011ef3 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 210 time: 0.0339122 Dec 15 16:16:31.425683 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Made reservation on behalf of 24ef7e8be4c74391b54f6ba8a4f40242 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:16:31.429782 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:31.438910 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f40f4f14-17b5-4fce-acb3-7c9262c310ac req-d7e8c5e8-572d-4809-b793-54483b71c3d1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:31.452047 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['3f061558-8b50-4620-b235-b764026c44a6'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:16:31.484473 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8c5e8-572d-4809-b793-54483b71c3d1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Pushing event deleted for resources: {'Port': ['ID=3f061558-8b50-4620-b235-b764026c44a6,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:31.554478 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40f4f14-17b5-4fce-acb3-7c9262c310ac req-d7e8c5e8-572d-4809-b793-54483b71c3d1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] No DVR routers for this DVR port 3f061558-8b50-4620-b235-b764026c44a6 on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:16:31.560439 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f40f4f14-17b5-4fce-acb3-7c9262c310ac req-d7e8c5e8-572d-4809-b793-54483b71c3d1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:31.563838 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f40f4f14-17b5-4fce-acb3-7c9262c310ac req-d7e8c5e8-572d-4809-b793-54483b71c3d1 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.18 "DELETE /v2.0/ports/3f061558-8b50-4620-b235-b764026c44a6 HTTP/1.1" status: 204 len: 173 time: 0.6502190 Dec 15 16:16:31.564252 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66847e3e-ebd0-495f-aad5-85e8afdee139', 'name': 'network-vif-deleted', 'tag': '3f061558-8b50-4620-b235-b764026c44a6'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:31.566558 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888fce2f-da98-4eae-8a28-45924e7480bc" -d '{"events": [{"server_uuid": "66847e3e-ebd0-495f-aad5-85e8afdee139", "name": "network-vif-deleted", "tag": "3f061558-8b50-4620-b235-b764026c44a6"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:31.645058 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4145d99b-ce81-4ef4-8f16-39dcd8a08b5a x-openstack-request-id: req-4145d99b-ce81-4ef4-8f16-39dcd8a08b5a {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:31.645361 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66847e3e-ebd0-495f-aad5-85e8afdee139", "name": "network-vif-deleted", "tag": "3f061558-8b50-4620-b235-b764026c44a6", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:31.645595 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4145d99b-ce81-4ef4-8f16-39dcd8a08b5a {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:31.645983 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66847e3e-ebd0-495f-aad5-85e8afdee139', 'name': 'network-vif-deleted', 'tag': '3f061558-8b50-4620-b235-b764026c44a6', 'status': 'completed', 'code': 200} Dec 15 16:16:31.665479 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7c2393a8-2284-438e-a307-12648e13e509 req-824c5830-e006-4699-b97b-a7c9dd78e028 tempest-VolumesNegativeTest-334749614 tempest-VolumesNegativeTest-334749614-project] 10.222.0.41 "GET /v2.0/ports?device_id=66847e3e-ebd0-495f-aad5-85e8afdee139 HTTP/1.1" status: 200 len: 210 time: 0.0461791 Dec 15 16:16:31.676014 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Allocated IP 172.20.0.10 (192452fe-59bc-4e74-84a3-f02605f2a8a1/5370a573-59a6-47e4-ac1b-b5d43ca5fe9b/312664fd-2a7f-4d09-989b-a786a42804cd) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:16:31.820592 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:31.857414 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:31.898826 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Network 192452fe-59bc-4e74-84a3-f02605f2a8a1 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:16:31.901811 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:16:31.904030 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:16:31.936360 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Pushing event updated for resources: {'Port': ['ID=312664fd-2a7f-4d09-989b-a786a42804cd,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:31.958850 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:31.959590 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:31.976499 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-86f48a6b-6bd7-46fb-8c88-28be5efa8063 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7437398 Dec 15 16:16:31.988474 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Request body: {'port': {'device_id': '7e7591a5-ce47-4d9a-9a79-08170f2682ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:32.042474 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:32.296172 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312664fd-2a7f-4d09-989b-a786a42804cd {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:16:32.303717 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:32.315613 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Transition to ACTIVE for port object 312664fd-2a7f-4d09-989b-a786a42804cd will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:16:32.318934 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:32.367128 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Pushing event updated for resources: {'Port': ['ID=312664fd-2a7f-4d09-989b-a786a42804cd,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:32.470904 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Attempting to bind port 312664fd-2a7f-4d09-989b-a786a42804cd on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:16:32.471233 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Attempting to bind port 312664fd-2a7f-4d09-989b-a786a42804cd by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '7698b467-b1a7-4c55-b8ae-8fee6880e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:16:32.471557 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Attempting to bind port 312664fd-2a7f-4d09-989b-a786a42804cd on network 192452fe-59bc-4e74-84a3-f02605f2a8a1 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:16:32.482810 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c1573-910d-460a-809c-7d70ee25bec4 req-58b46dd6-8f38-487a-81a9-d17ed291f6c4 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:32.484267 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-768c1573-910d-460a-809c-7d70ee25bec4 req-58b46dd6-8f38-487a-81a9-d17ed291f6c4 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 944 time: 0.0752053 Dec 15 16:16:32.485248 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Port 312664fd-2a7f-4d09-989b-a786a42804cd on network 192452fe-59bc-4e74-84a3-f02605f2a8a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:16:32.485565 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Attempting to bind port 312664fd-2a7f-4d09-989b-a786a42804cd on network 192452fe-59bc-4e74-84a3-f02605f2a8a1 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:16:32.492163 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:16:32.492499 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Checking segment: {'id': '7698b467-b1a7-4c55-b8ae-8fee6880e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:16:32.492878 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Bound using segment: {'id': '7698b467-b1a7-4c55-b8ae-8fee6880e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:16:32.493300 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Bound port: 312664fd-2a7f-4d09-989b-a786a42804cd, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7698b467-b1a7-4c55-b8ae-8fee6880e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:16:32.493650 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:32.576242 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-768c1573-910d-460a-809c-7d70ee25bec4 req-84f38433-cb7a-4474-aa12-141b1ad26680 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849798 Dec 15 16:16:32.587074 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] For port 312664fd-2a7f-4d09-989b-a786a42804cd, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:16:32.590259 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] For port 312664fd-2a7f-4d09-989b-a786a42804cd, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=312664fd-2a7f-4d09-989b-a786a42804cd,segment=NetworkSegment(7698b467-b1a7-4c55-b8ae-8fee6880e3a7),segment_id=7698b467-b1a7-4c55-b8ae-8fee6880e3a7)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:16:32.595187 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:32.634090 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:32.634747 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:32.636113 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] 10.222.0.18 "PUT /v2.0/ports/312664fd-2a7f-4d09-989b-a786a42804cd HTTP/1.1" status: 200 len: 1094 time: 0.6517310 Dec 15 16:16:32.657032 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a0b51-d9c8-4c53-9d67-5d2a9f291d45 service neutron] Pushing event updated for resources: {'Port': ['ID=312664fd-2a7f-4d09-989b-a786a42804cd,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:32.708577 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168116b-493d-447e-9f92-a0b374d814df req-ba427acd-726e-47c2-84bd-f852bd4cf05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:32.712020 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-ba427acd-726e-47c2-84bd-f852bd4cf05c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24ef7e8be4c74391b54f6ba8a4f40242&device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 1097 time: 0.0403905 Dec 15 16:16:32.755383 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-39293f3d-c200-45b5-bddf-6ae18a277411 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312664fd-2a7f-4d09-989b-a786a42804cd HTTP/1.1" status: 200 len: 217 time: 0.0351708 Dec 15 16:16:32.816977 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168116b-493d-447e-9f92-a0b374d814df req-2fc3dd89-b657-4972-ba94-3a0d715713fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:32.819026 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-2fc3dd89-b657-4972-ba94-3a0d715713fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5370a573-59a6-47e4-ac1b-b5d43ca5fe9b HTTP/1.1" status: 200 len: 853 time: 0.0528476 Dec 15 16:16:32.854325 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-37e38da8-249f-4aed-8c96-200a2a3d203a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192452fe-59bc-4e74-84a3-f02605f2a8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247016 Dec 15 16:16:32.948537 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-7aa1bc8f-8262-4931-819f-c4d84b63fa0c service neutron] 10.222.0.18 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867264 Dec 15 16:16:33.041013 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8168116b-493d-447e-9f92-a0b374d814df req-5a2cb206-bba5-42ba-8406-151c18d1a352 service neutron] 10.222.0.18 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857618 Dec 15 16:16:33.652843 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7591a5-ce47-4d9a-9a79-08170f2682ba', 'tag': '312664fd-2a7f-4d09-989b-a786a42804cd'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:33.655269 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db5bb3c-324b-4e9d-9ede-6a72bb858734" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7591a5-ce47-4d9a-9a79-08170f2682ba", "tag": "312664fd-2a7f-4d09-989b-a786a42804cd"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:33.695801 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceec67f-162f-4f4d-aea5-866b0e4a4d6d x-openstack-request-id: req-eceec67f-162f-4f4d-aea5-866b0e4a4d6d {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:33.696279 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7591a5-ce47-4d9a-9a79-08170f2682ba", "tag": "312664fd-2a7f-4d09-989b-a786a42804cd", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:33.696532 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eceec67f-162f-4f4d-aea5-866b0e4a4d6d {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:33.696914 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7591a5-ce47-4d9a-9a79-08170f2682ba', 'tag': '312664fd-2a7f-4d09-989b-a786a42804cd', 'status': 'completed', 'code': 200} Dec 15 16:16:33.714276 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca28651-59e2-4ff1-9e2e-02f014cfcfc3 req-48895112-3de1-4eb2-8e81-32d7906aa37e tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:33.715904 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ca28651-59e2-4ff1-9e2e-02f014cfcfc3 req-48895112-3de1-4eb2-8e81-32d7906aa37e tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 944 time: 0.0722668 Dec 15 16:16:33.795482 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ca28651-59e2-4ff1-9e2e-02f014cfcfc3 req-396d1826-d750-4ce8-ad0a-2205acd9e4b0 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723193 Dec 15 16:16:33.798444 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5bb3c-324b-4e9d-9ede-6a72bb858734 req-633746f9-d4f3-4811-a357-4cf56f75dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:33.799705 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3db5bb3c-324b-4e9d-9ede-6a72bb858734 req-633746f9-d4f3-4811-a357-4cf56f75dc82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24ef7e8be4c74391b54f6ba8a4f40242&device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 1097 time: 0.0691457 Dec 15 16:16:33.894408 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5bb3c-324b-4e9d-9ede-6a72bb858734 req-ef169b2a-c11d-4fc5-b44a-8ac22e1f637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:33.896010 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3db5bb3c-324b-4e9d-9ede-6a72bb858734 req-ef169b2a-c11d-4fc5-b44a-8ac22e1f637f service neutron] 10.222.0.18 "GET /v2.0/networks?id=192452fe-59bc-4e74-84a3-f02605f2a8a1 HTTP/1.1" status: 200 len: 914 time: 0.0877094 Dec 15 16:16:33.941274 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3db5bb3c-324b-4e9d-9ede-6a72bb858734 req-9fa29f65-c99f-414f-a8ef-ed66e70eb5b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312664fd-2a7f-4d09-989b-a786a42804cd HTTP/1.1" status: 200 len: 217 time: 0.0381331 Dec 15 16:16:33.994655 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5bb3c-324b-4e9d-9ede-6a72bb858734 req-c26b74f4-9443-491c-8fd0-ad5e4d867596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:33.996181 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3db5bb3c-324b-4e9d-9ede-6a72bb858734 req-c26b74f4-9443-491c-8fd0-ad5e4d867596 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5370a573-59a6-47e4-ac1b-b5d43ca5fe9b HTTP/1.1" status: 200 len: 853 time: 0.0485277 Dec 15 16:16:34.027689 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3db5bb3c-324b-4e9d-9ede-6a72bb858734 req-64db2429-07ac-4acf-b1d6-f680e89fc7ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192452fe-59bc-4e74-84a3-f02605f2a8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250449 Dec 15 16:16:34.120357 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3db5bb3c-324b-4e9d-9ede-6a72bb858734 req-7b4ab160-1fc0-4a39-800c-44376478237a service neutron] 10.222.0.18 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858576 Dec 15 16:16:34.211013 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3db5bb3c-324b-4e9d-9ede-6a72bb858734 req-4f5759ae-9b4f-4d74-a444-294346a3862a service neutron] 10.222.0.18 "GET /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840123 Dec 15 16:16:34.913174 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b137ff-2427-453d-8aad-3b4fa1f50498 req-ff9cfcc2-c0ef-4070-9c39-3fad408ef0ee tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:34.914707 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-77b137ff-2427-453d-8aad-3b4fa1f50498 req-ff9cfcc2-c0ef-4070-9c39-3fad408ef0ee tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 944 time: 0.0493274 Dec 15 16:16:34.964099 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-77b137ff-2427-453d-8aad-3b4fa1f50498 req-313e55e3-164f-46aa-b17f-fb53bb38f596 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Dec 15 16:16:35.085317 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-07b0ae5e-a87c-4157-a63c-d68851d1e289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.248622 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 312664fd-2a7f-4d09-989b-a786a42804cd details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:16:35.250745 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 3f061558-8b50-4620-b235-b764026c44a6 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:16:35.276754 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: 3f061558-8b50-4620-b235-b764026c44a6 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:16:35.277095 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 3f061558-8b50-4620-b235-b764026c44a6 not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:16:35.366473 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 312664fd-2a7f-4d09-989b-a786a42804cd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=312664fd-2a7f-4d09-989b-a786a42804cd,segment=NetworkSegment(7698b467-b1a7-4c55-b8ae-8fee6880e3a7),segment_id=7698b467-b1a7-4c55-b8ae-8fee6880e3a7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:35.379060 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '312664fd-2a7f-4d09-989b-a786a42804cd', 'network_id': '192452fe-59bc-4e74-84a3-f02605f2a8a1', 'port_id': '312664fd-2a7f-4d09-989b-a786a42804cd', 'mac_address': 'fa:16:3e:4a:1b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5370a573-59a6-47e4-ac1b-b5d43ca5fe9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:16:35.418488 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.432230 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312664fd-2a7f-4d09-989b-a786a42804cd {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:16:35.452125 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 312664fd-2a7f-4d09-989b-a786a42804cd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=312664fd-2a7f-4d09-989b-a786a42804cd,segment=NetworkSegment(7698b467-b1a7-4c55-b8ae-8fee6880e3a7),segment_id=7698b467-b1a7-4c55-b8ae-8fee6880e3a7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:35.455831 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.501658 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=312664fd-2a7f-4d09-989b-a786a42804cd,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:35.673360 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['312664fd-2a7f-4d09-989b-a786a42804cd'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:16:36.077085 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56d094-cd17-49b4-a351-b8289b440ad5 req-31b68b52-a82a-44aa-8981-f82677948b4e tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:36.078570 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2e56d094-cd17-49b4-a351-b8289b440ad5 req-31b68b52-a82a-44aa-8981-f82677948b4e tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 945 time: 0.0487819 Dec 15 16:16:36.124207 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2e56d094-cd17-49b4-a351-b8289b440ad5 req-874090d6-8524-49cc-84bb-eb7ae9d285f7 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Dec 15 16:16:36.494386 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44438) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:36.621354 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-88b5a07c-4faa-432c-9af0-e60bfd304362 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a49b052867b46fdb9c2984f78524817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258326 Dec 15 16:16:36.623903 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44442) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:36.668727 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5a26b1f0-01dc-47c1-a85e-d946d456c941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.691608 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5a26b1f0-01dc-47c1-a85e-d946d456c941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.735781 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5a26b1f0-01dc-47c1-a85e-d946d456c941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.738626 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5a26b1f0-01dc-47c1-a85e-d946d456c941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.739731 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-5a26b1f0-01dc-47c1-a85e-d946d456c941 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f2d0f8d-3bfe-435d-8d81-d07bf957e990 HTTP/1.1" status: 204 len: 168 time: 0.1149468 Dec 15 16:16:36.747083 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26b1f0-01dc-47c1-a85e-d946d456c941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2d0f8d-3bfe-435d-8d81-d07bf957e990,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:37.222484 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f8953bb5-d27f-4b68-9a59-428738c02704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.238940 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39d393-5aa7-4850-8149-aed5d1a8a12d req-63a53953-b63b-4149-a480-6dddd779bc8b tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:37.239458 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 312664fd-2a7f-4d09-989b-a786a42804cd up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:16:37.240700 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0c39d393-5aa7-4850-8149-aed5d1a8a12d req-63a53953-b63b-4149-a480-6dddd779bc8b tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 945 time: 0.0498741 Dec 15 16:16:37.290508 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port 312664fd-2a7f-4d09-989b-a786a42804cd completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:16:37.292191 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0c39d393-5aa7-4850-8149-aed5d1a8a12d req-f99fa886-d5c0-40d4-987e-dbbffcc70943 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 Dec 15 16:16:37.295267 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 312664fd-2a7f-4d09-989b-a786a42804cd triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:37.295604 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.372278 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.394062 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7591a5-ce47-4d9a-9a79-08170f2682ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312664fd-2a7f-4d09-989b-a786a42804cd'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:37.396556 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93bf60e-80a6-46a0-b7ee-0f5c8dae0699" -d '{"events": [{"server_uuid": "7e7591a5-ce47-4d9a-9a79-08170f2682ba", "name": "network-vif-plugged", "status": "completed", "tag": "312664fd-2a7f-4d09-989b-a786a42804cd"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:37.409352 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 312664fd-2a7f-4d09-989b-a786a42804cd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=312664fd-2a7f-4d09-989b-a786a42804cd,segment=NetworkSegment(7698b467-b1a7-4c55-b8ae-8fee6880e3a7),segment_id=7698b467-b1a7-4c55-b8ae-8fee6880e3a7)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:37.414457 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.437533 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecb210a-f454-41ca-8e3f-076ae2c5bb9e x-openstack-request-id: req-aecb210a-f454-41ca-8e3f-076ae2c5bb9e {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:37.437824 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7591a5-ce47-4d9a-9a79-08170f2682ba", "name": "network-vif-plugged", "status": "completed", "tag": "312664fd-2a7f-4d09-989b-a786a42804cd", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:37.438078 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aecb210a-f454-41ca-8e3f-076ae2c5bb9e {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:37.438483 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7591a5-ce47-4d9a-9a79-08170f2682ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312664fd-2a7f-4d09-989b-a786a42804cd', 'code': 200} Dec 15 16:16:37.463569 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=312664fd-2a7f-4d09-989b-a786a42804cd,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:37.654754 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d99c9a-feed-4b2a-b58e-6eb270016074 req-dc097e6b-7f61-4b71-82ad-b2eb6690c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:37.656419 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-20d99c9a-feed-4b2a-b58e-6eb270016074 req-dc097e6b-7f61-4b71-82ad-b2eb6690c8dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 1099 time: 0.0393384 Dec 15 16:16:37.699057 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-20d99c9a-feed-4b2a-b58e-6eb270016074 req-dabfd0f7-481c-4cd2-85c2-3eec534296c1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351677 Dec 15 16:16:38.404583 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900ce45-722c-419f-b333-6f95e4f9b4f2 req-7de4b08c-ad6c-4c8b-8bc6-7e351ce0bfee tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:38.406287 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1900ce45-722c-419f-b333-6f95e4f9b4f2 req-7de4b08c-ad6c-4c8b-8bc6-7e351ce0bfee tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 946 time: 0.0479605 Dec 15 16:16:38.451984 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1900ce45-722c-419f-b333-6f95e4f9b4f2 req-098a8794-38d9-407d-b3ab-13c704756392 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 Dec 15 16:16:38.790904 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:39.564932 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ef057-b309-4e17-a388-af7a33f10b7d req-d43d9116-3445-4fb0-88e4-146fb1144d77 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:39.566419 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c0ef057-b309-4e17-a388-af7a33f10b7d req-d43d9116-3445-4fb0-88e4-146fb1144d77 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 946 time: 0.0480535 Dec 15 16:16:39.614687 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0c0ef057-b309-4e17-a388-af7a33f10b7d req-f0b15f66-c9cd-4c32-a9b0-5bb42b6a06e8 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Dec 15 16:16:39.798413 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:41.446555 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:47.414122 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:16:59.447426 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1897dcb-ccfa-4fae-b99c-e78e667d29d3 req-58fdf9d9-6a1f-4f79-b256-68b87c200c1f tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:59.448914 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a1897dcb-ccfa-4fae-b99c-e78e667d29d3 req-58fdf9d9-6a1f-4f79-b256-68b87c200c1f tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 946 time: 0.0473015 Dec 15 16:16:59.495650 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a1897dcb-ccfa-4fae-b99c-e78e667d29d3 req-e3008125-f76e-4058-bd3c-cde63181684b tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Dec 15 16:16:59.625939 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:00.612151 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c5a82-866c-4e03-aaab-44d31cb6e9ef req-52100a48-994c-4113-8fd6-d30f217d7bda tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:00.613612 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0f6c5a82-866c-4e03-aaab-44d31cb6e9ef req-52100a48-994c-4113-8fd6-d30f217d7bda tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 946 time: 0.0468650 Dec 15 16:17:00.659024 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0f6c5a82-866c-4e03-aaab-44d31cb6e9ef req-504d10c1-9086-46d7-a43d-3aa5ad952a94 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/security-groups?id=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390649 Dec 15 16:17:01.018627 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cd851-8560-4579-9f66-4923fcaffd77 req-1231a018-5396-4fcb-bf7d-0a542802ef15 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:01.020045 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2b9cd851-8560-4579-9f66-4923fcaffd77 req-1231a018-5396-4fcb-bf7d-0a542802ef15 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 946 time: 0.0472610 Dec 15 16:17:01.108193 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-2b9cd851-8560-4579-9f66-4923fcaffd77 req-234546f5-de23-4180-96e2-65ed9e46463c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Deleting port 312664fd-2a7f-4d09-989b-a786a42804cd {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:17:01.108528 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-2b9cd851-8560-4579-9f66-4923fcaffd77 req-234546f5-de23-4180-96e2-65ed9e46463c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:01.192322 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-2b9cd851-8560-4579-9f66-4923fcaffd77 req-234546f5-de23-4180-96e2-65ed9e46463c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] For port 312664fd-2a7f-4d09-989b-a786a42804cd, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=312664fd-2a7f-4d09-989b-a786a42804cd,segment=NetworkSegment(7698b467-b1a7-4c55-b8ae-8fee6880e3a7),segment_id=7698b467-b1a7-4c55-b8ae-8fee6880e3a7)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:01.192681 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-2b9cd851-8560-4579-9f66-4923fcaffd77 req-234546f5-de23-4180-96e2-65ed9e46463c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:01.204023 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-2b9cd851-8560-4579-9f66-4923fcaffd77 req-234546f5-de23-4180-96e2-65ed9e46463c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Calling delete_port for 312664fd-2a7f-4d09-989b-a786a42804cd owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:17:01.327659 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-2b9cd851-8560-4579-9f66-4923fcaffd77 req-234546f5-de23-4180-96e2-65ed9e46463c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:01.339293 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['312664fd-2a7f-4d09-989b-a786a42804cd'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:17:01.356159 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234546f5-de23-4180-96e2-65ed9e46463c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Pushing event deleted for resources: {'Port': ['ID=312664fd-2a7f-4d09-989b-a786a42804cd,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:01.397991 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9cd851-8560-4579-9f66-4923fcaffd77 req-234546f5-de23-4180-96e2-65ed9e46463c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] No DVR routers for this DVR port 312664fd-2a7f-4d09-989b-a786a42804cd on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:17:01.400465 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-2b9cd851-8560-4579-9f66-4923fcaffd77 req-234546f5-de23-4180-96e2-65ed9e46463c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:01.403735 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2b9cd851-8560-4579-9f66-4923fcaffd77 req-234546f5-de23-4180-96e2-65ed9e46463c tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.18 "DELETE /v2.0/ports/312664fd-2a7f-4d09-989b-a786a42804cd HTTP/1.1" status: 204 len: 173 time: 0.3768868 Dec 15 16:17:01.404185 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7591a5-ce47-4d9a-9a79-08170f2682ba', 'name': 'network-vif-deleted', 'tag': '312664fd-2a7f-4d09-989b-a786a42804cd'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:17:01.406694 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8fd25f-89da-4a34-accd-1856c38a8e76" -d '{"events": [{"server_uuid": "7e7591a5-ce47-4d9a-9a79-08170f2682ba", "name": "network-vif-deleted", "tag": "312664fd-2a7f-4d09-989b-a786a42804cd"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:17:01.443299 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4789cec3-8353-4572-b3ab-ef501f07a0e3 x-openstack-request-id: req-4789cec3-8353-4572-b3ab-ef501f07a0e3 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:17:01.443611 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7591a5-ce47-4d9a-9a79-08170f2682ba", "name": "network-vif-deleted", "tag": "312664fd-2a7f-4d09-989b-a786a42804cd", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:17:01.443854 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4789cec3-8353-4572-b3ab-ef501f07a0e3 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:17:01.444253 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7591a5-ce47-4d9a-9a79-08170f2682ba', 'name': 'network-vif-deleted', 'tag': '312664fd-2a7f-4d09-989b-a786a42804cd', 'status': 'completed', 'code': 200} Dec 15 16:17:01.767420 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b7dc6c8d-43d4-4d30-beeb-433aa12603a0 req-dbc226aa-8c21-444e-a0a1-3e90cefd46c3 tempest-VolumesSnapshotTestJSON-1291480266 tempest-VolumesSnapshotTestJSON-1291480266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e7591a5-ce47-4d9a-9a79-08170f2682ba HTTP/1.1" status: 200 len: 210 time: 0.0307870 Dec 15 16:17:05.086441 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-af3bf467-be62-4dc1-8a00-8acd73dc55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:06.152088 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 312664fd-2a7f-4d09-989b-a786a42804cd no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:17:06.172475 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: 312664fd-2a7f-4d09-989b-a786a42804cd {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:17:06.172814 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 312664fd-2a7f-4d09-989b-a786a42804cd not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:17:07.223095 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7b31e364-40d9-4bc6-8e43-a40fcbc07b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.669531 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:09.799635 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.447966 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:20.975758 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-81e8c430-f81d-4a5a-9968-090e873fc377 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561118706&fields=id&tenant_id=28eebd9de9a6480b8762cc5e77221f87 HTTP/1.1" status: 200 len: 267 time: 0.0517995 Dec 15 16:17:21.086205 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-f2cedba3-7d34-4388-8947-195128821b8b tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:21.087531 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-f2cedba3-7d34-4388-8947-195128821b8b tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 812 time: 0.1042502 Dec 15 16:17:21.102730 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-5126ec8b-8e12-42e5-b7e2-ac6d3816d187 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/quotas/28eebd9de9a6480b8762cc5e77221f87 HTTP/1.1" status: 200 len: 375 time: 0.0093939 Dec 15 16:17:21.160860 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-2d1d31a3-cd8e-4a73-a05a-edbc7b013e7f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526004 Dec 15 16:17:21.467017 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-534776ee-9b37-488d-8f29-bf8493843d98 service neutron] 10.222.0.41 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931106 Dec 15 16:17:21.554737 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-981ef2ca-ea3a-49b9-a9b8-773e603c3672 service neutron] 10.222.0.41 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815082 Dec 15 16:17:22.268985 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-75639750-3a04-476c-a6cc-60f53d270741 req-aff37c37-7d55-40ba-8f6e-14593f4215b1 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 210 time: 0.4687107 Dec 15 16:17:22.743246 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-78bcb536-9bbc-4a93-bce3-0f566e86b16e tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:22.744650 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-78bcb536-9bbc-4a93-bce3-0f566e86b16e tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 812 time: 0.0993397 Dec 15 16:17:22.810206 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-2bc56026-24a8-48c2-9a0a-db68cfc02a79 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28eebd9de9a6480b8762cc5e77221f87 HTTP/1.1" status: 200 len: 380 time: 0.0566227 Dec 15 16:17:22.819678 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'port': {'device_id': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'admin_state_up': True, 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'security_groups': ['6277ba8a-2053-4cf4-994f-96090ab1a88e']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:22.921211 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Made reservation on behalf of 28eebd9de9a6480b8762cc5e77221f87 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:17:22.924608 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.057810 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Allocated IP 172.20.0.13 (c6547453-c061-40ed-854e-81302323e81a/f81c2a20-1024-44f4-b4a8-399ccf3ecdc1/63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:17:23.197602 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.236385 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.289503 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Network c6547453-c061-40ed-854e-81302323e81a is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:23.292532 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:23.296822 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:17:23.299705 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'Port': ['ID=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:23.327132 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.327745 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.328098 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.328437 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.328767 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.329256 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.329741 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.330267 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.330794 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.331300 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.331833 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.332310 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.332808 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:23.362453 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:23.363403 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.380929 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-0d53dc35-1d23-4272-a833-cbfa10935696 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5653467 Dec 15 16:17:23.393867 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Request body: {'port': {'device_id': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:23.403685 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae367-d13a-4c9b-a9d5-b06a75d45727 req-40430b3d-d37d-46c6-94a9-40e15bae8a54 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:23.406249 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-db8ae367-d13a-4c9b-a9d5-b06a75d45727 req-40430b3d-d37d-46c6-94a9-40e15bae8a54 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 932 time: 0.0609298 Dec 15 16:17:23.456142 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.467528 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-db8ae367-d13a-4c9b-a9d5-b06a75d45727 req-740d8155-0518-4ed8-9b63-74f054ed5638 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487151 Dec 15 16:17:23.529786 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-007d62a2-32c6-4f55-a573-501d9f0e455b None None] Provisioning complete for port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:23.530390 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-007d62a2-32c6-4f55-a573-501d9f0e455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.567952 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-007d62a2-32c6-4f55-a573-501d9f0e455b None None] Port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:17:23.713116 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:17:23.720286 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.734473 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Transition to ACTIVE for port object 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:17:23.738102 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.802290 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Pushing event updated for resources: {'Port': ['ID=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:23.857621 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Attempting to bind port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:17:23.857957 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Attempting to bind port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:17:23.858342 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Attempting to bind port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e on network c6547453-c061-40ed-854e-81302323e81a {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:17:23.862720 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e on network c6547453-c061-40ed-854e-81302323e81a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:17:23.863036 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Attempting to bind port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e on network c6547453-c061-40ed-854e-81302323e81a {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:17:23.867911 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Checking agent: {'id': '31fa179a-6f94-40d3-9c9c-64989ded22b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'started_at': datetime.datetime(2021, 12, 15, 16, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:17:23.868244 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Checking segment: {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:17:23.868626 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Bound using segment: {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:17:23.869051 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Bound port: 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f8a7-b2b0-46d0-972f-62db2f255c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6547453-c061-40ed-854e-81302323e81a'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:17:23.869402 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.933718 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] For port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e, host hv-cinder-80070, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:17:23.936771 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] For port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:17:23.940524 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10073300'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.974410 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:23.975670 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.977030 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] 10.222.0.18 "PUT /v2.0/ports/63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e HTTP/1.1" status: 200 len: 1094 time: 0.5880983 Dec 15 16:17:23.977475 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'tag': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:17:23.979759 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05596ae2-6b56-4625-b84a-310017499b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe54186-4d41-4915-ad52-634401d0cd05", "tag": "63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:17:24.004988 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e58d22-eaf6-4173-91ec-9911561f2e6d service neutron] Pushing event updated for resources: {'Port': ['ID=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:24.039416 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea70b2bf-3565-4180-830b-53e9605c81e3 x-openstack-request-id: req-ea70b2bf-3565-4180-830b-53e9605c81e3 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:17:24.039715 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe54186-4d41-4915-ad52-634401d0cd05", "tag": "63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:17:24.039970 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea70b2bf-3565-4180-830b-53e9605c81e3 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:17:24.040377 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'tag': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e', 'status': 'completed', 'code': 200} Dec 15 16:17:24.069426 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12cef44a-4583-41d2-a72f-87af73dc0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:24.070957 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-12cef44a-4583-41d2-a72f-87af73dc0dea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 1097 time: 0.0427265 Dec 15 16:17:24.117930 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-1327e5cb-d12e-4517-b3e2-9ae9b1b2a938 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e HTTP/1.1" status: 200 len: 217 time: 0.0388854 Dec 15 16:17:24.166683 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-7b95b004-0638-465d-82af-73c44c00b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:24.168133 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-7b95b004-0638-465d-82af-73c44c00b3ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0437853 Dec 15 16:17:24.213159 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-61ccefce-c4af-49be-94eb-66c6f65a4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:24.214628 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-61ccefce-c4af-49be-94eb-66c6f65a4d35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396709 Dec 15 16:17:24.306965 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-6105c716-e12b-4190-84f2-8a7c68af67d5 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852201 Dec 15 16:17:24.402335 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-95460c47-0dd3-45b9-82a7-61b6cf681546 req-3cef4417-7aac-4d19-8c32-9598f4af37fe service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882535 Dec 15 16:17:24.413811 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:17:24.500741 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05596ae2-6b56-4625-b84a-310017499b4c req-8fb54f0d-ad01-47f0-b795-b37dbfeee0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:24.502458 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-05596ae2-6b56-4625-b84a-310017499b4c req-8fb54f0d-ad01-47f0-b795-b37dbfeee0c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 1097 time: 0.0471690 Dec 15 16:17:24.589211 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecb425-8257-4747-affa-d2bc5e202cdb req-f7b148c8-07eb-493f-b968-e025c44d7f52 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:24.590728 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-68ecb425-8257-4747-affa-d2bc5e202cdb req-f7b148c8-07eb-493f-b968-e025c44d7f52 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 944 time: 0.0497477 Dec 15 16:17:24.593177 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05596ae2-6b56-4625-b84a-310017499b4c req-054ae7e1-8d6e-4589-897b-986bba8edbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:24.594648 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-05596ae2-6b56-4625-b84a-310017499b4c req-054ae7e1-8d6e-4589-897b-986bba8edbaf service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.0838170 Dec 15 16:17:24.639687 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-68ecb425-8257-4747-affa-d2bc5e202cdb req-f961869e-a0e7-4604-9083-32857b32999e tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 Dec 15 16:17:24.641811 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-05596ae2-6b56-4625-b84a-310017499b4c req-e1f03558-48ef-4525-8e07-dd89bcb944a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e HTTP/1.1" status: 200 len: 217 time: 0.0381446 Dec 15 16:17:24.692697 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05596ae2-6b56-4625-b84a-310017499b4c req-a33a6d17-cdd6-4f45-8a41-356b0cce9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:24.694875 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-05596ae2-6b56-4625-b84a-310017499b4c req-a33a6d17-cdd6-4f45-8a41-356b0cce9161 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0440576 Dec 15 16:17:24.742423 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05596ae2-6b56-4625-b84a-310017499b4c req-9a9e34c7-fd75-456c-b649-1647511da208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:24.744246 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-05596ae2-6b56-4625-b84a-310017499b4c req-9a9e34c7-fd75-456c-b649-1647511da208 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414515 Dec 15 16:17:24.843994 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-05596ae2-6b56-4625-b84a-310017499b4c req-d3eb6357-5f04-4604-9b3b-a4d864c2a6a4 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885537 Dec 15 16:17:24.936148 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-05596ae2-6b56-4625-b84a-310017499b4c req-457cfb60-7f5e-4c62-b29e-267e9a9b5fc7 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808287 Dec 15 16:17:25.754906 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e7e2-8d59-45ec-a433-e39297def14f req-d392bca9-3651-4e23-8f1d-29b102dee35f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:25.756877 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3377e7e2-8d59-45ec-a433-e39297def14f req-d392bca9-3651-4e23-8f1d-29b102dee35f tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 944 time: 0.0480053 Dec 15 16:17:25.804074 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3377e7e2-8d59-45ec-a433-e39297def14f req-274cca32-f98c-42aa-b3cd-450e1a8316d3 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413673 Dec 15 16:17:26.936021 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e2c9-b461-4654-99d9-a4280e0abc21 req-ec5cc025-330d-4d0b-b857-ba294633eb0d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:26.937486 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8017e2c9-b461-4654-99d9-a4280e0abc21 req-ec5cc025-330d-4d0b-b857-ba294633eb0d tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 944 time: 0.0625870 Dec 15 16:17:26.986476 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8017e2c9-b461-4654-99d9-a4280e0abc21 req-d2d6b3f7-e39a-419e-be20-6df0cb7c0667 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428448 Dec 15 16:17:28.101539 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e6e94-7b9c-42ff-a8f9-7134b1702239 req-95e2ffa8-f964-49cd-88d3-511871f066a7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:28.103021 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-567e6e94-7b9c-42ff-a8f9-7134b1702239 req-95e2ffa8-f964-49cd-88d3-511871f066a7 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 944 time: 0.0518003 Dec 15 16:17:28.150703 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-567e6e94-7b9c-42ff-a8f9-7134b1702239 req-1b90d5cf-37f3-4118-aac8-a7d69acf76e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418210 Dec 15 16:17:28.839743 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44746) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:28.881666 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c289b9-d903-4571-995f-5c1c4d77841c admin admin] Deleting subnet 5370a573-59a6-47e4-ac1b-b5d43ca5fe9b {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:17:28.884588 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c6c289b9-d903-4571-995f-5c1c4d77841c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:28.917241 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c6c289b9-d903-4571-995f-5c1c4d77841c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125418'] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:28.957756 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c6c289b9-d903-4571-995f-5c1c4d77841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.007634 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c6c289b9-d903-4571-995f-5c1c4d77841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10073242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.033204 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c289b9-d903-4571-995f-5c1c4d77841c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5370a573-59a6-47e4-ac1b-b5d43ca5fe9b,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:29.035145 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c6c289b9-d903-4571-995f-5c1c4d77841c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.038292 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c6c289b9-d903-4571-995f-5c1c4d77841c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5370a573-59a6-47e4-ac1b-b5d43ca5fe9b HTTP/1.1" status: 204 len: 168 time: 0.1975431 Dec 15 16:17:29.040812 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44748) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:29.113578 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.199846 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.219174 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192452fe-59bc-4e74-84a3-f02605f2a8a1']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:29.228407 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7698b467-b1a7-4c55-b8ae-8fee6880e3a7') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:29.228698 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7698b467-b1a7-4c55-b8ae-8fee6880e3a7') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:29.238374 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125457'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.253668 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.260336 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:17:29.260741 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10073328'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: timer() Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: cb(*args, **kw) Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: self._notify() Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: self.callback(batched_events) Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: event.method(event) Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._get(url).json() Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:17:29.262400 dv-cinder-800703-3-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:17:29.320974 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.323473 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d5fe-2139-42ae-91bc-a86219a04f0c req-cdd91642-254f-4734-aa72-027d5ae38e51 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:29.325066 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6d30d5fe-2139-42ae-91bc-a86219a04f0c req-cdd91642-254f-4734-aa72-027d5ae38e51 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 944 time: 0.1056020 Dec 15 16:17:29.327183 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.330436 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] 10.222.0.41 "DELETE /v2.0/networks/192452fe-59bc-4e74-84a3-f02605f2a8a1 HTTP/1.1" status: 204 len: 168 time: 0.2887075 Dec 15 16:17:29.343452 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae8f10-56af-4472-b9e8-745097b30323 admin admin] Pushing event deleted for resources: {'Network': ['ID=192452fe-59bc-4e74-84a3-f02605f2a8a1,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:29.378074 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6d30d5fe-2139-42ae-91bc-a86219a04f0c req-9ace62c5-235d-4003-8200-8e83057259bf tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463214 Dec 15 16:17:29.491447 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44758) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:29.529768 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-e88b4574-6cd2-4bad-b3cd-f21515fbb9b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24ef7e8be4c74391b54f6ba8a4f40242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371904 Dec 15 16:17:29.532034 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44760) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:29.578089 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3ca477fa-e712-4064-909f-646aa352f784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.602141 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3ca477fa-e712-4064-909f-646aa352f784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.626710 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.650914 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3ca477fa-e712-4064-909f-646aa352f784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.653445 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3ca477fa-e712-4064-909f-646aa352f784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.654848 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3ca477fa-e712-4064-909f-646aa352f784 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65c9236f-a2ad-47b8-b8d7-f9593b39c8a2 HTTP/1.1" status: 204 len: 168 time: 0.1219423 Dec 15 16:17:29.663110 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca477fa-e712-4064-909f-646aa352f784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c9236f-a2ad-47b8-b8d7-f9593b39c8a2,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:30.491108 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed49dc5-ad1f-4797-b88b-d274fe856361 req-31c5b309-ca09-41de-894a-c1b848ad7d15 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:30.492567 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1ed49dc5-ad1f-4797-b88b-d274fe856361 req-31c5b309-ca09-41de-894a-c1b848ad7d15 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 944 time: 0.0470660 Dec 15 16:17:30.543277 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1ed49dc5-ad1f-4797-b88b-d274fe856361 req-a9833e48-926f-478d-8eaa-58805dc15268 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449510 Dec 15 16:17:31.503922 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:17:31.597588 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:31.608912 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Returning: {'device': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'port_id': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e', 'mac_address': 'fa:16:3e:6e:ca:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:17:31.649028 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:31.661049 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16bba-7dd3-4547-b5ff-edc3f36564f0 req-2e55ab16-6cfc-4d16-a797-36f281f5593e tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:31.661916 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:17:31.663787 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3ac16bba-7dd3-4547-b5ff-edc3f36564f0 req-2e55ab16-6cfc-4d16-a797-36f281f5593e tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 944 time: 0.0533772 Dec 15 16:17:31.680696 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:31.685101 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:31.711938 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3ac16bba-7dd3-4547-b5ff-edc3f36564f0 req-a3b63ca8-d980-448e-8c03-4bfc0c859cbd tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434716 Dec 15 16:17:31.730923 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:31.737936 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.738317 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.738661 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.738993 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.739323 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.739650 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.739975 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.740320 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.740644 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.740969 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.741290 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.741610 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.741928 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:31.890857 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] get_ports_and_sgs() called for port_ids ['63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:17:32.822693 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a641ae2-2fd3-4614-aa2d-180724e2f4db req-6f3ab5b6-29e8-4298-8d42-d8a82bd1bc83 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:32.824079 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5a641ae2-2fd3-4614-aa2d-180724e2f4db req-6f3ab5b6-29e8-4298-8d42-d8a82bd1bc83 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 945 time: 0.0479431 Dec 15 16:17:32.873285 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5a641ae2-2fd3-4614-aa2d-180724e2f4db req-32b7ad89-02c2-4b4f-bfe4-b7429bf003f4 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434310 Dec 15 16:17:33.519631 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e up at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:17:33.567289 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning for port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:17:33.571117 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Provisioning complete for port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:33.571484 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33003406'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:33.648348 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:33.670294 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:17:33.672514 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad52070a93362e443f76b15ae272526c6c3f91c19e2236d9b463bcfdda5f8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23932e00-a17f-489b-b591-ca44d8ae57fc" -d '{"events": [{"server_uuid": "cfe54186-4d41-4915-ad52-634401d0cd05", "name": "network-vif-plugged", "status": "completed", "tag": "63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:17:33.684990 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] For port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:33.688277 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:33.714801 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204a4f7f-015c-4d86-9150-bf2c271476d6 x-openstack-request-id: req-204a4f7f-015c-4d86-9150-bf2c271476d6 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:17:33.715097 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe54186-4d41-4915-ad52-634401d0cd05", "name": "network-vif-plugged", "status": "completed", "tag": "63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:17:33.715349 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-204a4f7f-015c-4d86-9150-bf2c271476d6 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:17:33.715730 dv-cinder-800703-3-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e', 'code': 200} Dec 15 16:17:33.739011 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Pushing event updated for resources: {'Port': ['ID=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:33.988075 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e1f51-c957-4ea8-a3d3-5435a85264c6 req-1fb3332b-cfaf-45b7-bac1-335132cb2ac8 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:33.989514 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e5e1f51-c957-4ea8-a3d3-5435a85264c6 req-1fb3332b-cfaf-45b7-bac1-335132cb2ac8 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 946 time: 0.0513361 Dec 15 16:17:34.050204 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e5e1f51-c957-4ea8-a3d3-5435a85264c6 req-d271adf2-ac41-48ad-89ee-3c7f7a0c2d16 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547860 Dec 15 16:17:34.078007 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad70441-c77b-453c-8280-9d74c8dec0ef req-b1b0b285-a2a2-4ca8-a3ee-60fe91a58b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:34.079552 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fad70441-c77b-453c-8280-9d74c8dec0ef req-b1b0b285-a2a2-4ca8-a3ee-60fe91a58b76 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 1099 time: 0.1875875 Dec 15 16:17:34.124339 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fad70441-c77b-453c-8280-9d74c8dec0ef req-31d3feda-17ce-4858-a1b1-3fc4c3f229b6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375235 Dec 15 16:17:34.693787 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-f31a96c2-7f88-4324-931a-63e92a2e19f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386035 Dec 15 16:17:34.777383 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-f78f85f7-ea8d-472d-8253-8b4a5d56794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:34.778854 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-f78f85f7-ea8d-472d-8253-8b4a5d56794b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 1098 time: 0.0397534 Dec 15 16:17:34.881028 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-02827154-3f33-4965-93b1-6f1c83fb5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:34.882420 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-02827154-3f33-4965-93b1-6f1c83fb5a81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.0842474 Dec 15 16:17:34.946149 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-af3809be-1afa-4a6d-b3f5-9a54416cad67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef HTTP/1.1" status: 200 len: 1000 time: 0.0560417 Dec 15 16:17:34.999948 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-e9149e7b-5717-4625-a8a0-7be951095e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.001347 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-e9149e7b-5717-4625-a8a0-7be951095e61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0459373 Dec 15 16:17:35.051354 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-1d895c3a-9821-4c06-8ef3-a6c95eb5acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.052839 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-1d895c3a-9821-4c06-8ef3-a6c95eb5acf2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414462 Dec 15 16:17:35.064195 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-779ae20d-aac8-4a89-a2c1-fed22322345d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:17:35.065117 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-779ae20d-aac8-4a89-a2c1-fed22322345d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047929 Dec 15 16:17:35.090497 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9915f6be-a509-4b28-8978-10311065f9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:35.174775 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-2974dd8d-98b9-4dca-a79b-a8a49b65b17d service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953748 Dec 15 16:17:35.181890 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcd844-1171-407b-af0c-9f75e5846bff req-9ed75396-bd7e-451d-affa-7367031b299c tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.183646 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a3bcd844-1171-407b-af0c-9f75e5846bff req-9ed75396-bd7e-451d-affa-7367031b299c tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 946 time: 0.0555363 Dec 15 16:17:35.234808 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a3bcd844-1171-407b-af0c-9f75e5846bff req-4259db9a-04af-4178-a55c-d924cb2993fe tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435185 Dec 15 16:17:35.270499 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c8c2cd40-c43f-44d0-a7a4-78ba5e3c7769 req-8b741e7b-bebf-45d3-bb57-08853eeb003d service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872521 Dec 15 16:17:36.346389 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07066aa0-c5db-463a-ad25-7d3320d9489d req-4730b79d-ab0f-4f61-86af-c39e15f7ae84 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:36.347859 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-07066aa0-c5db-463a-ad25-7d3320d9489d req-4730b79d-ab0f-4f61-86af-c39e15f7ae84 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 946 time: 0.0476601 Dec 15 16:17:36.396092 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-07066aa0-c5db-463a-ad25-7d3320d9489d req-21916edc-28ba-4ea7-8c5f-0494482fa2fc tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419025 Dec 15 16:17:36.507361 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0d2e0-4303-4cfa-aad0-1a4055b43ac9 req-6f618c96-9653-4504-99b5-b2380e1b0037 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:36.508814 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fce0d2e0-4303-4cfa-aad0-1a4055b43ac9 req-6f618c96-9653-4504-99b5-b2380e1b0037 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 946 time: 0.0476551 Dec 15 16:17:36.560240 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fce0d2e0-4303-4cfa-aad0-1a4055b43ac9 req-0e3d09a0-1e1d-4c24-8fa7-6151cf58aa93 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455019 Dec 15 16:17:36.581806 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 44782) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:36.620722 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e94ef44-b304-4f06-af39-3e3ea4457408 tempest-TestVolumeBootPattern-115610531 tempest-TestVolumeBootPattern-115610531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:36.622206 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-2e94ef44-b304-4f06-af39-3e3ea4457408 tempest-TestVolumeBootPattern-115610531 tempest-TestVolumeBootPattern-115610531-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 1094 time: 0.0393908 Dec 15 16:17:36.624915 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 44784) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:36.629046 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Request body: {'floatingip': {'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'port_id': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:36.650383 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:36.742119 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:36.843349 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Allocated IP 172.27.1.146 (e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1/f4d29677-6c95-437b-bdc6-f5616199bce1/7833d0d5-ab99-4aab-a4a9-b7825353cc34) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:17:36.938589 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:36.971474 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759265952687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:37.011772 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Network e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:37.014590 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:37.018032 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:17:37.042452 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'Port': ['ID=7833d0d5-ab99-4aab-a4a9-b7825353cc34,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:37.053315 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.053664 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.054009 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.054372 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.054704 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.055030 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.055358 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.055685 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.056009 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.056331 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.056652 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.056973 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.057291 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:37.225511 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-47e4542b-da74-406b-b88c-a42d3c699ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:37.379102 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:37.445934 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33076351'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:37.590466 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:37.595960 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759266519269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759265952705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759265952723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987328'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:37.664758 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event updated for resources: {'Port': ['ID=7833d0d5-ab99-4aab-a4a9-b7825353cc34,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:37.672508 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552209'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:37.768830 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.db.l3_db [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Floating IP 84cbf71c-cd2f-4575-bce9-e6cf76a63a98 associated. External IP: 172.27.1.146, port: 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e. Dec 15 16:17:37.968617 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:17:38.072927 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:17:38.082177 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d832b5c-10d1-45b9-bca4-2791ea4cc55d None None] Sync routers for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:17:38.090924 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:38.094295 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d832b5c-10d1-45b9-bca4-2791ea4cc55d None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:38.094295 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9d832b5c-10d1-45b9-bca4-2791ea4cc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:17:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:38.118076 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-02d6c946-85af-4fb3-b0da-74f9af8d1baa tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4921823 Dec 15 16:17:38.118691 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'tag': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:17:38.120937 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93fe40e28fdc5c77346bb66089c0ac0313d1d773a74fe44e2cd07b84df8d09d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40055fce-48f5-4cef-93d1-2c9309636c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe54186-4d41-4915-ad52-634401d0cd05", "tag": "63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:17:38.156734 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f34984-3b57-45d5-83cc-272e18c48128 x-openstack-request-id: req-16f34984-3b57-45d5-83cc-272e18c48128 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:17:38.157115 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe54186-4d41-4915-ad52-634401d0cd05", "tag": "63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:17:38.157441 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16f34984-3b57-45d5-83cc-272e18c48128 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:17:38.157913 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'tag': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e', 'status': 'completed', 'code': 200} Dec 15 16:17:38.200012 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-9d832b5c-10d1-45b9-bca4-2791ea4cc55d None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:38.221129 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40055fce-48f5-4cef-93d1-2c9309636c0a req-3cd3f4b8-bf97-4204-a5cc-71fc68a14dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:38.222539 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-40055fce-48f5-4cef-93d1-2c9309636c0a req-3cd3f4b8-bf97-4204-a5cc-71fc68a14dc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 1099 time: 0.0433023 Dec 15 16:17:38.311583 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40055fce-48f5-4cef-93d1-2c9309636c0a req-5249712b-ee09-47b6-aae2-501386601bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:38.313021 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-40055fce-48f5-4cef-93d1-2c9309636c0a req-5249712b-ee09-47b6-aae2-501386601bdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.0830312 Dec 15 16:17:38.379329 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-40055fce-48f5-4cef-93d1-2c9309636c0a req-faeba8f5-4ceb-4f27-8511-cb0803592e38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e HTTP/1.1" status: 200 len: 1000 time: 0.0598059 Dec 15 16:17:38.421683 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9d832b5c-10d1-45b9-bca4-2791ea4cc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '23baa504-4aa5-406e-97f2-fc33cdfa5816', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:d1:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:15:30Z', 'updated_at': '2021-12-15T16:15:32Z', 'revision_number': 1, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}, {'id': '84cbf71c-cd2f-4575-bce9-e6cf76a63a98', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:6e:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:17:37Z', 'updated_at': '2021-12-15T16:17:37Z', 'revision_number': 0, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:38.426735 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40055fce-48f5-4cef-93d1-2c9309636c0a req-6d6ac0ee-4c6e-48c9-aeb7-07ebcb999811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:38.428166 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-40055fce-48f5-4cef-93d1-2c9309636c0a req-6d6ac0ee-4c6e-48c9-aeb7-07ebcb999811 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0420823 Dec 15 16:17:38.450899 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d832b5c-10d1-45b9-bca4-2791ea4cc55d None None] Checking router: 60d67fee-834a-4fa1-bfc2-369f2c1f3129 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:17:38.459857 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d832b5c-10d1-45b9-bca4-2791ea4cc55d None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:38.460452 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9d832b5c-10d1-45b9-bca4-2791ea4cc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:17:37Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:38.473670 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40055fce-48f5-4cef-93d1-2c9309636c0a req-b27e285d-d105-4083-a76f-4543a6aec643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:38.475100 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-40055fce-48f5-4cef-93d1-2c9309636c0a req-b27e285d-d105-4083-a76f-4543a6aec643 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402503 Dec 15 16:17:38.562507 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-9d832b5c-10d1-45b9-bca4-2791ea4cc55d None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:38.566171 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-40055fce-48f5-4cef-93d1-2c9309636c0a req-773250e9-e2e3-4cad-9ace-fcdc8a2ad1c6 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Dec 15 16:17:38.653316 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-40055fce-48f5-4cef-93d1-2c9309636c0a req-b45f74a2-04fe-4e21-a6d2-e748236be3c5 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803914 Dec 15 16:17:38.713711 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:38.793332 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9d832b5c-10d1-45b9-bca4-2791ea4cc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '23baa504-4aa5-406e-97f2-fc33cdfa5816', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:d1:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:15:30Z', 'updated_at': '2021-12-15T16:15:32Z', 'revision_number': 1, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}, {'id': '84cbf71c-cd2f-4575-bce9-e6cf76a63a98', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:6e:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:17:37Z', 'updated_at': '2021-12-15T16:17:37Z', 'revision_number': 0, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:38.823241 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d832b5c-10d1-45b9-bca4-2791ea4cc55d None None] The sync data for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi is: [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '23baa504-4aa5-406e-97f2-fc33cdfa5816', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:d1:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:15:30Z', 'updated_at': '2021-12-15T16:15:32Z', 'revision_number': 1, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}, {'id': '84cbf71c-cd2f-4575-bce9-e6cf76a63a98', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:6e:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:17:37Z', 'updated_at': '2021-12-15T16:17:37Z', 'revision_number': 0, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:17:39.008327 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627bef41-7c30-46fb-9671-dc4343a43f9a None None] New status for floating IP 84cbf71c-cd2f-4575-bce9-e6cf76a63a98: ACTIVE {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:17:39.803680 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:41.450320 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:59.625605 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:01.412936 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:18:05.093107 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4af8dbf9-c15b-4f2a-9b75-324ebffe4c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.224684 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-12d325ea-0d70-45a7-9cd8-1421e803515c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.673913 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:09.807073 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.451423 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:29.632692 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:35.094052 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-765e61f4-5141-47c3-80ad-edffc0427b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:35.220521 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-701e6110-c7eb-4cd2-abe1-533935c51327 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385826 Dec 15 16:18:35.303243 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-d39e4e41-930a-4273-8623-fb0066cd7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:35.304646 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-d39e4e41-930a-4273-8623-fb0066cd7f04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 1098 time: 0.0428689 Dec 15 16:18:35.403272 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-0a38a8a5-684c-4c19-b431-a7b4298f7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:35.404721 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-0a38a8a5-684c-4c19-b431-a7b4298f7875 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.0821030 Dec 15 16:18:35.472382 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-dc4635c1-ea10-42c6-b9d4-af1bf19c329f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef HTTP/1.1" status: 200 len: 1000 time: 0.0604959 Dec 15 16:18:35.520487 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-7e123be7-dcde-41cd-85fb-ee97a62a9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:35.521899 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-7e123be7-dcde-41cd-85fb-ee97a62a9fb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0420420 Dec 15 16:18:35.564509 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-55ce99d4-0c14-4578-b73b-2474cfe53a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:35.565957 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-55ce99d4-0c14-4578-b73b-2474cfe53a4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375097 Dec 15 16:18:35.655431 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-92c5db76-8a87-4429-b344-5eb4105d22de service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818808 Dec 15 16:18:35.740041 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c40a357a-c40a-42e7-aa23-4bda39889d38 req-f33c4c43-d82d-4e74-a892-722f11a6803e service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780146 Dec 15 16:18:37.226480 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-15092b7e-686d-4dc5-a9bd-1bed7afe003a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:38.411860 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:18:38.677418 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:39.808617 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:41.452873 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:59.624088 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:05.095077 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-59ff7036-747e-4c6c-ad3c-538732cf2994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:07.227576 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-37f5f8d9-efc6-4d33-8709-b822c27b3cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:07.420442 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44808) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:07.578762 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Deleting port 7833d0d5-ab99-4aab-a4a9-b7825353cc34 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:07.579102 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:07.654752 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:07.655079 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:07.666740 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Calling delete_port for 7833d0d5-ab99-4aab-a4a9-b7825353cc34 owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:07.807825 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:07.832633 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event deleted for resources: {'Port': ['ID=7833d0d5-ab99-4aab-a4a9-b7825353cc34,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:07.854877 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.855225 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.855561 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.855891 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.856220 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.856542 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.856864 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.857186 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.857510 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.857826 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.858143 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.858485 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.858798 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:07.900614 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:07.900935 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Floating IP 84cbf71c-cd2f-4575-bce9-e6cf76a63a98 disassociated (deleted). External IP: 172.27.1.146, port: 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e. Dec 15 16:19:08.361897 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:19:08.464089 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:19:08.468782 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:08.473635 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778fd0f7-66b7-43dd-9664-96a256c18f84 None None] Sync routers for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:19:08.482744 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778fd0f7-66b7-43dd-9664-96a256c18f84 None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:19:08.483355 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-778fd0f7-66b7-43dd-9664-96a256c18f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:19:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:08.496861 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-453033cc-4cf0-423e-b0e7-19219d6488e2 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "DELETE /v2.0/floatingips/84cbf71c-cd2f-4575-bce9-e6cf76a63a98 HTTP/1.1" status: 204 len: 168 time: 1.0753465 Dec 15 16:19:08.497459 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'tag': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:19:08.499837 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d40e43d-487e-440b-943d-5086b5da46da" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe54186-4d41-4915-ad52-634401d0cd05", "tag": "63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:19:08.540343 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ba4706-445b-4c97-a5ad-e8efb6e0ab30 x-openstack-request-id: req-54ba4706-445b-4c97-a5ad-e8efb6e0ab30 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:19:08.540646 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe54186-4d41-4915-ad52-634401d0cd05", "tag": "63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:19:08.540902 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54ba4706-445b-4c97-a5ad-e8efb6e0ab30 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:19:08.541298 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'tag': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e', 'status': 'completed', 'code': 200} Dec 15 16:19:08.591917 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-778fd0f7-66b7-43dd-9664-96a256c18f84 None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:19:08.605435 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40e43d-487e-440b-943d-5086b5da46da req-9c393c69-a1a2-4a64-a5a9-6aeb5d568723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:08.607225 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d40e43d-487e-440b-943d-5086b5da46da req-9c393c69-a1a2-4a64-a5a9-6aeb5d568723 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 1099 time: 0.0437331 Dec 15 16:19:08.715939 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:08.739415 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40e43d-487e-440b-943d-5086b5da46da req-6e964f23-e982-40bf-ace9-74cf74930fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:08.740896 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d40e43d-487e-440b-943d-5086b5da46da req-6e964f23-e982-40bf-ace9-74cf74930fbe service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.1245399 Dec 15 16:19:08.753949 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548fc7a-3125-4004-831c-27bb4204758e req-464f7505-ffd2-4ce8-ac4e-ae9240075d5b tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:08.755393 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4548fc7a-3125-4004-831c-27bb4204758e req-464f7505-ffd2-4ce8-ac4e-ae9240075d5b tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 946 time: 0.0695798 Dec 15 16:19:08.799081 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d40e43d-487e-440b-943d-5086b5da46da req-0ff9c0cb-df8e-4234-ad9d-74278aa7ab9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e HTTP/1.1" status: 200 len: 217 time: 0.0427599 Dec 15 16:19:08.828777 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-778fd0f7-66b7-43dd-9664-96a256c18f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '23baa504-4aa5-406e-97f2-fc33cdfa5816', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:d1:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:15:30Z', 'updated_at': '2021-12-15T16:15:32Z', 'revision_number': 1, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:08.855583 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778fd0f7-66b7-43dd-9664-96a256c18f84 None None] Checking router: 60d67fee-834a-4fa1-bfc2-369f2c1f3129 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:19:08.863600 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778fd0f7-66b7-43dd-9664-96a256c18f84 None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:19:08.864197 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-778fd0f7-66b7-43dd-9664-96a256c18f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:19:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:08.870229 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4548fc7a-3125-4004-831c-27bb4204758e req-8b5fb26f-752e-4ffa-aee0-e2f6e0834d98 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071429 Dec 15 16:19:08.871712 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40e43d-487e-440b-943d-5086b5da46da req-65c0a9cb-6743-42e4-b10a-a355845b7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:08.873051 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d40e43d-487e-440b-943d-5086b5da46da req-65c0a9cb-6743-42e4-b10a-a355845b7a90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0651209 Dec 15 16:19:08.920292 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40e43d-487e-440b-943d-5086b5da46da req-832612d2-330c-4bfd-8cb7-cbfea08c4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:08.921810 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d40e43d-487e-440b-943d-5086b5da46da req-832612d2-330c-4bfd-8cb7-cbfea08c4f3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411956 Dec 15 16:19:08.968381 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-778fd0f7-66b7-43dd-9664-96a256c18f84 None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:19:09.014202 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d40e43d-487e-440b-943d-5086b5da46da req-675b67b1-8d28-46d7-ac29-e435f68c2e15 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837338 Dec 15 16:19:09.104148 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3d40e43d-487e-440b-943d-5086b5da46da req-2a8c3c87-7fe4-419b-97ee-1d75ad4390e4 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819526 Dec 15 16:19:09.189843 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-778fd0f7-66b7-43dd-9664-96a256c18f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '23baa504-4aa5-406e-97f2-fc33cdfa5816', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:d1:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:15:30Z', 'updated_at': '2021-12-15T16:15:32Z', 'revision_number': 1, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:09.218463 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778fd0f7-66b7-43dd-9664-96a256c18f84 None None] The sync data for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi is: [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_floatingips': [{'id': '23baa504-4aa5-406e-97f2-fc33cdfa5816', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'router_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'port_id': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'mac_address': 'fa:16:3e:d1:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:15:30Z', 'updated_at': '2021-12-15T16:15:32Z', 'revision_number': 1, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:19:09.428453 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3cba16-16a0-4dcf-87db-cdae49490157 None None] New status for floating IP 84cbf71c-cd2f-4575-bce9-e6cf76a63a98: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:19:09.812530 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:09.991185 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90cf25-65f1-458b-bcd7-5f56a986dabf req-75a13240-c4ff-414e-9790-81dd8ed2b1c9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:09.992667 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5e90cf25-65f1-458b-bcd7-5f56a986dabf req-75a13240-c4ff-414e-9790-81dd8ed2b1c9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 946 time: 0.0537317 Dec 15 16:19:10.047297 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5e90cf25-65f1-458b-bcd7-5f56a986dabf req-6f6c7f37-2cc0-4c09-88df-f501342d7f05 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488007 Dec 15 16:19:10.252735 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc8277-93e4-4e17-bf30-ffb4c3ab816c req-08396f53-3625-4e0d-9ee0-784ef1d68f7a tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:10.254140 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1fbc8277-93e4-4e17-bf30-ffb4c3ab816c req-08396f53-3625-4e0d-9ee0-784ef1d68f7a tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 946 time: 0.0465510 Dec 15 16:19:10.342970 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-1fbc8277-93e4-4e17-bf30-ffb4c3ab816c req-1d48fd4f-f26a-49fd-8661-921aaeab4e65 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Deleting port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:10.343220 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1fbc8277-93e4-4e17-bf30-ffb4c3ab816c req-1d48fd4f-f26a-49fd-8661-921aaeab4e65 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:10.426502 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-1fbc8277-93e4-4e17-bf30-ffb4c3ab816c req-1d48fd4f-f26a-49fd-8661-921aaeab4e65 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] For port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:19:10.426860 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1fbc8277-93e4-4e17-bf30-ffb4c3ab816c req-1d48fd4f-f26a-49fd-8661-921aaeab4e65 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:10.438592 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-1fbc8277-93e4-4e17-bf30-ffb4c3ab816c req-1d48fd4f-f26a-49fd-8661-921aaeab4e65 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Calling delete_port for 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:10.563872 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1fbc8277-93e4-4e17-bf30-ffb4c3ab816c req-1d48fd4f-f26a-49fd-8661-921aaeab4e65 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:10.589443 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48fd4f-f26a-49fd-8661-921aaeab4e65 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event deleted for resources: {'Port': ['ID=63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:10.635028 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbc8277-93e4-4e17-bf30-ffb4c3ab816c req-1d48fd4f-f26a-49fd-8661-921aaeab4e65 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] No DVR routers for this DVR port 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:19:10.637495 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1fbc8277-93e4-4e17-bf30-ffb4c3ab816c req-1d48fd4f-f26a-49fd-8661-921aaeab4e65 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:10.640758 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1fbc8277-93e4-4e17-bf30-ffb4c3ab816c req-1d48fd4f-f26a-49fd-8661-921aaeab4e65 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "DELETE /v2.0/ports/63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e HTTP/1.1" status: 204 len: 173 time: 0.3799596 Dec 15 16:19:10.641190 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'name': 'network-vif-deleted', 'tag': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:19:10.643513 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb8a35b-1841-4390-be58-32722d79ecbe" -d '{"events": [{"server_uuid": "cfe54186-4d41-4915-ad52-634401d0cd05", "name": "network-vif-deleted", "tag": "63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:19:10.682055 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1552d445-8fc9-4192-abf5-97a19efaf62d x-openstack-request-id: req-1552d445-8fc9-4192-abf5-97a19efaf62d {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:19:10.682377 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe54186-4d41-4915-ad52-634401d0cd05", "name": "network-vif-deleted", "tag": "63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:19:10.682628 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1552d445-8fc9-4192-abf5-97a19efaf62d {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:19:10.683200 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe54186-4d41-4915-ad52-634401d0cd05', 'name': 'network-vif-deleted', 'tag': '63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e', 'status': 'completed', 'code': 200} Dec 15 16:19:11.164119 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5c645432-e6b4-49fe-88ad-4fe4f7701ed3 req-6ede4b63-f5a5-4e5c-92db-48530448f54c tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfe54186-4d41-4915-ad52-634401d0cd05 HTTP/1.1" status: 200 len: 210 time: 0.0272806 Dec 15 16:19:11.454578 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:14.126368 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:19:14.146782 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:19:14.147126 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device 63cbf5ac-e2dd-47ce-a2b0-50c39f2df15e not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:19:14.427796 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44850) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:14.582191 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Deleting port 0300fa44-ab6e-4d2b-a575-8c4a951eb86b {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:14.582537 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:14.654999 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:14.655325 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:14.666666 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Calling delete_port for 0300fa44-ab6e-4d2b-a575-8c4a951eb86b owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:14.809287 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:14.836343 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event deleted for resources: {'Port': ['ID=0300fa44-ab6e-4d2b-a575-8c4a951eb86b,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:14.896823 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:14.897155 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Floating IP 23baa504-4aa5-406e-97f2-fc33cdfa5816 disassociated (deleted). External IP: 172.27.1.79, port: cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef. Dec 15 16:19:15.098824 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:19:15.202277 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:19:15.207895 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:15.212467 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6225ddb-3569-4536-917e-56452722ba8e None None] Sync routers for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:19:15.221552 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6225ddb-3569-4536-917e-56452722ba8e None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:19:15.222147 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d6225ddb-3569-4536-917e-56452722ba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:19:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:15.235588 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f01ef26b-e5ef-4423-895c-f523f30786e9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "DELETE /v2.0/floatingips/23baa504-4aa5-406e-97f2-fc33cdfa5816 HTTP/1.1" status: 204 len: 168 time: 0.8067253 Dec 15 16:19:15.236282 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'tag': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:19:15.238699 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d580e0-6f00-4979-b92f-f434f3703085" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f641c8-2d03-4706-b1cb-ccccd3008fcd", "tag": "cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:19:15.329455 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d6225ddb-3569-4536-917e-56452722ba8e None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:19:15.403265 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef384573-f9b1-4c11-a6fa-08631299846a x-openstack-request-id: req-ef384573-f9b1-4c11-a6fa-08631299846a {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:19:15.403590 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f641c8-2d03-4706-b1cb-ccccd3008fcd", "tag": "cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:19:15.403872 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef384573-f9b1-4c11-a6fa-08631299846a {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:19:15.404296 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'tag': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'status': 'completed', 'code': 200} Dec 15 16:19:15.414176 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:19:15.467718 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d580e0-6f00-4979-b92f-f434f3703085 req-45450fa4-f4fe-480b-9fa9-d341f8b83d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:15.469378 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-44d580e0-6f00-4979-b92f-f434f3703085 req-45450fa4-f4fe-480b-9fa9-d341f8b83d82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28eebd9de9a6480b8762cc5e77221f87&device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 1098 time: 0.0410800 Dec 15 16:19:15.490403 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5bc41-4b97-4de4-9d7f-184cde94961e req-1592d79c-a336-45fc-b919-4383e4928bc9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:15.491915 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-42a5bc41-4b97-4de4-9d7f-184cde94961e req-1592d79c-a336-45fc-b919-4383e4928bc9 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 945 time: 0.0514700 Dec 15 16:19:15.541899 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [req-42a5bc41-4b97-4de4-9d7f-184cde94961e req-0102172e-99de-4b9c-ae13-8272e1aba73c tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438051 Dec 15 16:19:15.545126 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d6225ddb-3569-4536-917e-56452722ba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:15.564755 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d580e0-6f00-4979-b92f-f434f3703085 req-7255054a-7b20-4f6e-8cee-17ad4679615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:15.567027 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-44d580e0-6f00-4979-b92f-f434f3703085 req-7255054a-7b20-4f6e-8cee-17ad4679615e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 200 len: 913 time: 0.0904694 Dec 15 16:19:15.571805 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6225ddb-3569-4536-917e-56452722ba8e None None] Checking router: 60d67fee-834a-4fa1-bfc2-369f2c1f3129 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:19:15.580796 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6225ddb-3569-4536-917e-56452722ba8e None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:19:15.581393 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d6225ddb-3569-4536-917e-56452722ba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:19:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:15.614184 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-44d580e0-6f00-4979-b92f-f434f3703085 req-51e30918-1c51-4073-9c40-c698561116fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef HTTP/1.1" status: 200 len: 217 time: 0.0385482 Dec 15 16:19:15.663931 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d580e0-6f00-4979-b92f-f434f3703085 req-738ea60f-f833-4502-a963-cf081a18bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:15.665377 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-44d580e0-6f00-4979-b92f-f434f3703085 req-738ea60f-f833-4502-a963-cf081a18bb53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 200 len: 851 time: 0.0439203 Dec 15 16:19:15.686932 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d6225ddb-3569-4536-917e-56452722ba8e None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:19:15.711138 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d580e0-6f00-4979-b92f-f434f3703085 req-f75c548f-d045-4923-b7f8-5edff788d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:15.712611 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-44d580e0-6f00-4979-b92f-f434f3703085 req-f75c548f-d045-4923-b7f8-5edff788d731 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6547453-c061-40ed-854e-81302323e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395832 Dec 15 16:19:15.802711 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-44d580e0-6f00-4979-b92f-f434f3703085 req-9de133be-beaa-45ae-a28f-366485597317 service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814121 Dec 15 16:19:15.881265 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d6225ddb-3569-4536-917e-56452722ba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:15.889411 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-44d580e0-6f00-4979-b92f-f434f3703085 req-5fcf51b5-4418-4919-8146-3948c07d9f2d service neutron] 10.222.0.18 "GET /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797994 Dec 15 16:19:15.910394 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6225ddb-3569-4536-917e-56452722ba8e None None] The sync data for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi is: [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:01Z', 'revision_number': 4, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi', '_interfaces': [{'id': '9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94', 'name': '', 'network_id': 'c6547453-c061-40ed-854e-81302323e81a', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'mac_address': 'fa:16:3e:de:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:01Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'subnets': [{'id': 'f81c2a20-1024-44f4-b4a8-399ccf3ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:19:16.117817 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ab1c0-0cb1-4151-96ee-c9e51b3f37d9 None None] New status for floating IP 23baa504-4aa5-406e-97f2-fc33cdfa5816: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:19:16.672669 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c0fd-f66b-466e-8cfe-67d8e0846e80 req-eebd95dc-a5bf-44c5-b700-1c150a88059c tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:16.674173 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-afb1c0fd-f66b-466e-8cfe-67d8e0846e80 req-eebd95dc-a5bf-44c5-b700-1c150a88059c tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 945 time: 0.0520024 Dec 15 16:19:16.721456 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-afb1c0fd-f66b-466e-8cfe-67d8e0846e80 req-ce48b347-3aa2-45e2-a2c5-03939a05f695 tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/security-groups?id=6277ba8a-2053-4cf4-994f-96090ab1a88e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Dec 15 16:19:16.869255 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0a928-5bd7-4945-a9b4-40ed76051a17 req-93b467cd-f384-442e-a353-bdf88e55992e tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:16.870616 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-51f0a928-5bd7-4945-a9b4-40ed76051a17 req-93b467cd-f384-442e-a353-bdf88e55992e tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 945 time: 0.0469189 Dec 15 16:19:16.959419 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-51f0a928-5bd7-4945-a9b4-40ed76051a17 req-d7cf65f8-ae57-404b-9c00-e5286f0c0fcf tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Deleting port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:16.959760 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-51f0a928-5bd7-4945-a9b4-40ed76051a17 req-d7cf65f8-ae57-404b-9c00-e5286f0c0fcf tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:17.044022 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-51f0a928-5bd7-4945-a9b4-40ed76051a17 req-d7cf65f8-ae57-404b-9c00-e5286f0c0fcf tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] For port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:19:17.044377 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-51f0a928-5bd7-4945-a9b4-40ed76051a17 req-d7cf65f8-ae57-404b-9c00-e5286f0c0fcf tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:17.055605 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-51f0a928-5bd7-4945-a9b4-40ed76051a17 req-d7cf65f8-ae57-404b-9c00-e5286f0c0fcf tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Calling delete_port for cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:17.177793 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-51f0a928-5bd7-4945-a9b4-40ed76051a17 req-d7cf65f8-ae57-404b-9c00-e5286f0c0fcf tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:17.204005 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf65f8-ae57-404b-9c00-e5286f0c0fcf tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event deleted for resources: {'Port': ['ID=cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:17.245271 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f0a928-5bd7-4945-a9b4-40ed76051a17 req-d7cf65f8-ae57-404b-9c00-e5286f0c0fcf tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] No DVR routers for this DVR port cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef on host hv-cinder-80070 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:19:17.247667 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-51f0a928-5bd7-4945-a9b4-40ed76051a17 req-d7cf65f8-ae57-404b-9c00-e5286f0c0fcf tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:17.250973 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-51f0a928-5bd7-4945-a9b4-40ed76051a17 req-d7cf65f8-ae57-404b-9c00-e5286f0c0fcf tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.18 "DELETE /v2.0/ports/cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef HTTP/1.1" status: 204 len: 173 time: 0.3738689 Dec 15 16:19:17.405062 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'name': 'network-vif-deleted', 'tag': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:19:17.407452 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab10fb091ab2e1403a67b94ffc9e44f238c994b84466bf1546783510f305c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbe3622-d0d6-4e9a-984c-f88f418beb49" -d '{"events": [{"server_uuid": "a4f641c8-2d03-4706-b1cb-ccccd3008fcd", "name": "network-vif-deleted", "tag": "cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:19:17.444853 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19c0d63-1868-46b6-a148-aac17d079217 x-openstack-request-id: req-d19c0d63-1868-46b6-a148-aac17d079217 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:19:17.445156 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f641c8-2d03-4706-b1cb-ccccd3008fcd", "name": "network-vif-deleted", "tag": "cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:19:17.445404 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d19c0d63-1868-46b6-a148-aac17d079217 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:19:17.445813 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f641c8-2d03-4706-b1cb-ccccd3008fcd', 'name': 'network-vif-deleted', 'tag': 'cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef', 'status': 'completed', 'code': 200} Dec 15 16:19:17.829630 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [req-17ded32b-75d0-4990-8c7c-320694b4f95a req-b295c5b1-5139-4130-a3d6-10b2908cf6fb tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f641c8-2d03-4706-b1cb-ccccd3008fcd HTTP/1.1" status: 200 len: 210 time: 0.0286274 Dec 15 16:19:18.886248 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44868) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:19.007550 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-0dff22ae-2e1d-4400-a325-8221ac28bcba tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Deleting port 184f4882-7417-4dc4-bea3-55f30d3daa2e {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:19.007890 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0dff22ae-2e1d-4400-a325-8221ac28bcba tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:19.079247 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0dff22ae-2e1d-4400-a325-8221ac28bcba tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:19.079570 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0dff22ae-2e1d-4400-a325-8221ac28bcba tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:19.091364 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-0dff22ae-2e1d-4400-a325-8221ac28bcba tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Calling delete_port for 184f4882-7417-4dc4-bea3-55f30d3daa2e owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:19.216622 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0dff22ae-2e1d-4400-a325-8221ac28bcba tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:19.240834 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff22ae-2e1d-4400-a325-8221ac28bcba tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event deleted for resources: {'Port': ['ID=184f4882-7417-4dc4-bea3-55f30d3daa2e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:19.300325 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0dff22ae-2e1d-4400-a325-8221ac28bcba tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:19.304070 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0dff22ae-2e1d-4400-a325-8221ac28bcba tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2840'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:19.305215 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0dff22ae-2e1d-4400-a325-8221ac28bcba tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "DELETE /v2.0/floatingips/8c08079e-e7eb-4c13-b871-9a93a6e18290 HTTP/1.1" status: 204 len: 168 time: 0.4179649 Dec 15 16:19:20.158498 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:19:20.178268 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] No Port match for: cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:19:20.178606 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Device cf0528e4-67d4-4a71-9ed8-15ddb20fd1ef not bound to the agent host hv-cinder-80070 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:19:20.489298 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44880) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:20.544762 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-773efb93-d287-4c31-9c08-485bb1f1d20a tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:20.569753 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-773efb93-d287-4c31-9c08-485bb1f1d20a tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:20.626945 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-773efb93-d287-4c31-9c08-485bb1f1d20a tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:20.629860 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-773efb93-d287-4c31-9c08-485bb1f1d20a tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:20.631129 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-773efb93-d287-4c31-9c08-485bb1f1d20a tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] 10.222.0.41 "DELETE /v2.0/security-groups/6277ba8a-2053-4cf4-994f-96090ab1a88e HTTP/1.1" status: 204 len: 168 time: 0.1402748 Dec 15 16:19:20.640309 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773efb93-d287-4c31-9c08-485bb1f1d20a tempest-TestVolumeBootPattern-1186632081 tempest-TestVolumeBootPattern-1186632081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6277ba8a-2053-4cf4-994f-96090ab1a88e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:20.689072 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 44884) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:21.116243 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556817'] for router_interface, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:21.353437 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Deleting port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:21.353769 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:21.428686 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] For port 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:19:21.429057 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:21.440264 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Calling delete_port for 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 owned by network:router_interface {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:21.610695 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:21.636189 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:21.666311 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.666677 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.667023 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.667353 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.667683 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.668007 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.668334 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.668655 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.668978 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.669300 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.669617 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.669937 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.670275 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-3-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:21.812079 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556941'] for router_interface, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:22.227447 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:19:22.329534 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:19:22.334540 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b063e16b-4ffc-435d-a7ce-52abeb185933 admin admin] 10.222.0.41 "PUT /v2.0/routers/60d67fee-834a-4fa1-bfc2-369f2c1f3129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6444314 Dec 15 16:19:22.337039 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 44888) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:22.339805 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae4f84-4ef1-4b89-b44a-f5c1747c77e7 None None] Sync routers for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:19:22.352897 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae4f84-4ef1-4b89-b44a-f5c1747c77e7 None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:19:22.353521 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-26ae4f84-4ef1-4b89-b44a-f5c1747c77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:19:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:22.437665 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:22.456368 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-26ae4f84-4ef1-4b89-b44a-f5c1747c77e7 None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:19:22.540511 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:22.594412 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Deleting port 5b1269fd-2016-4f9b-913d-d789fc98f940 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:22.594747 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:22.674880 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] For port 5b1269fd-2016-4f9b-913d-d789fc98f940, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=5b1269fd-2016-4f9b-913d-d789fc98f940,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:19:22.675270 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:22.687177 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Calling delete_port for 5b1269fd-2016-4f9b-913d-d789fc98f940 owned by network:router_gateway {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:22.757405 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-26ae4f84-4ef1-4b89-b44a-f5c1747c77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:19:21Z', 'revision_number': 5, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port': {'id': '5b1269fd-2016-4f9b-913d-d789fc98f940', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:22.782662 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae4f84-4ef1-4b89-b44a-f5c1747c77e7 None None] Checking router: 60d67fee-834a-4fa1-bfc2-369f2c1f3129 for host: dv-cinder-800703-3-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:19:22.791330 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae4f84-4ef1-4b89-b44a-f5c1747c77e7 None None] Routers {'60d67fee-834a-4fa1-bfc2-369f2c1f3129'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:19:22.791871 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-26ae4f84-4ef1-4b89-b44a-f5c1747c77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:19:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:22.846722 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:22.871681 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1269fd-2016-4f9b-913d-d789fc98f940,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:22.876293 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-26ae4f84-4ef1-4b89-b44a-f5c1747c77e7 None None] Set router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 gateway port host: None {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:19:22.932231 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-26ae4f84-4ef1-4b89-b44a-f5c1747c77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:19:22Z', 'revision_number': 6, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port_host': None}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:22.933922 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552239'] for router_gateway, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:22.957686 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae4f84-4ef1-4b89-b44a-f5c1747c77e7 None None] The sync data for ids ['60d67fee-834a-4fa1-bfc2-369f2c1f3129'] in dv-cinder-800703-3-iscsi is: [{'id': '60d67fee-834a-4fa1-bfc2-369f2c1f3129', 'name': 'tempest-TestVolumeBootPattern-1733829670-router', 'tenant_id': '28eebd9de9a6480b8762cc5e77221f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:58Z', 'updated_at': '2021-12-15T16:19:22Z', 'revision_number': 6, 'project_id': '28eebd9de9a6480b8762cc5e77221f87', 'gw_port_host': None}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:19:23.023124 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12919'] for router, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.025227 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.066645 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549814'] for router, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.067094 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60d67fee-834a-4fa1-bfc2-369f2c1f3129 {{(pid=102582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:19:23.071740 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.073105 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7a2ef75c-46e0-4767-941f-8fe5a9362cb2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/60d67fee-834a-4fa1-bfc2-369f2c1f3129 HTTP/1.1" status: 204 len: 168 time: 0.7346666 Dec 15 16:19:23.075581 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 44890) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:23.119744 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6da750c-b514-4062-8ccf-c6762ae14db8 admin admin] Deleting subnet f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:19:23.123015 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e6da750c-b514-4062-8ccf-c6762ae14db8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.160082 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e6da750c-b514-4062-8ccf-c6762ae14db8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10181431'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.234404 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e6da750c-b514-4062-8ccf-c6762ae14db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.284314 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e6da750c-b514-4062-8ccf-c6762ae14db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175715'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.311008 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da750c-b514-4062-8ccf-c6762ae14db8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81c2a20-1024-44f4-b4a8-399ccf3ecdc1,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:23.314764 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e6da750c-b514-4062-8ccf-c6762ae14db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.318064 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e6da750c-b514-4062-8ccf-c6762ae14db8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f81c2a20-1024-44f4-b4a8-399ccf3ecdc1 HTTP/1.1" status: 204 len: 168 time: 0.2415419 Dec 15 16:19:23.320938 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 44892) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:23.323034 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd7b1ba-8afe-41fa-9626-75d3fa3fe0f2 None None] Network c6547453-c061-40ed-854e-81302323e81a requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:19:23.411935 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.466049 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Deleting port 122d84be-82e8-462d-88cc-1e3025ba523e {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:23.466431 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.526825 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] For port 122d84be-82e8-462d-88cc-1e3025ba523e, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=122d84be-82e8-462d-88cc-1e3025ba523e,segment=NetworkSegment(66e4f8a7-b2b0-46d0-972f-62db2f255c05),segment_id=66e4f8a7-b2b0-46d0-972f-62db2f255c05)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:19:23.527216 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.540446 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Calling delete_port for 122d84be-82e8-462d-88cc-1e3025ba523e owned by network:dhcp {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:23.622799 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.648289 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Pushing event deleted for resources: {'Port': ['ID=122d84be-82e8-462d-88cc-1e3025ba523e,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:23.652961 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] No DVR routers for this DVR port 122d84be-82e8-462d-88cc-1e3025ba523e on host dv-cinder-800703-3-iscsi {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:19:23.725477 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.745450 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6547453-c061-40ed-854e-81302323e81a']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:23.758541 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e4f8a7-b2b0-46d0-972f-62db2f255c05') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:23.758861 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e4f8a7-b2b0-46d0-972f-62db2f255c05') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:23.769147 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10181580'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.784413 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc05ccd1-a9f5-4690-80e8-a07a98d3ed5d None None] DHCP port deletion for c6547453-c061-40ed-854e-81302323e81a request from dv-cinder-800703-3-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:19:23.787611 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.803584 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:19:23.804342 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987364'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: timer() Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: cb(*args, **kw) Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: self._notify() Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: self.callback(batched_events) Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: event.method(event) Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._get(url).json() Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:19:23.807615 dv-cinder-800703-3-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:19:23.823490 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:19:23.842950 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:19:23.843387 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 9ad1b40d-60d9-4782-bf0b-0d84a8b7fc94 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:19:23.866844 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.872545 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.875863 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] 10.222.0.41 "DELETE /v2.0/networks/c6547453-c061-40ed-854e-81302323e81a HTTP/1.1" status: 204 len: 168 time: 0.5531466 Dec 15 16:19:23.879006 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44894) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:23.889551 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef7b2a-de31-4646-8b9f-9a5c50d0f04d admin admin] Pushing event deleted for resources: {'Network': ['ID=c6547453-c061-40ed-854e-81302323e81a,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:24.226979 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556817'] for router_interface, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:24.727951 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] Deleting port 95fb81d9-0a04-4b94-952e-93cfda52d7fa {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:24.728305 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:24.801254 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] For port 95fb81d9-0a04-4b94-952e-93cfda52d7fa, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=95fb81d9-0a04-4b94-952e-93cfda52d7fa,segment=NetworkSegment(de64350a-9e29-4353-91c6-c7eaf1c9aa5c),segment_id=de64350a-9e29-4353-91c6-c7eaf1c9aa5c)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:19:24.801633 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:24.814202 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] Calling delete_port for 95fb81d9-0a04-4b94-952e-93cfda52d7fa owned by network:router_interface {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:24.987947 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:25.017451 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fb81d9-0a04-4b94-952e-93cfda52d7fa,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:25.182205 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556941'] for router_interface, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:25.405284 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] Router 1d89d332-4c11-4acf-8d03-062a4c07d300 has already been hosted by L3 agent 600558e8-399b-4a84-84c8-b4c2404a8314 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:19:25.462594 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 122d84be-82e8-462d-88cc-1e3025ba523e no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:19:25.482231 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 122d84be-82e8-462d-88cc-1e3025ba523e {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:19:25.482583 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 122d84be-82e8-462d-88cc-1e3025ba523e not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:19:25.482993 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 5b1269fd-2016-4f9b-913d-d789fc98f940 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:19:25.504729 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 5b1269fd-2016-4f9b-913d-d789fc98f940 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:19:25.505072 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 5b1269fd-2016-4f9b-913d-d789fc98f940 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:19:25.508780 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] Notify agent at l3_agent.dv-cinder-800703-3-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:19:25.513848 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a33bfda4-d30d-422f-8f9f-9d329073d6b2 admin admin] 10.222.0.41 "PUT /v2.0/routers/1d89d332-4c11-4acf-8d03-062a4c07d300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6324866 Dec 15 16:19:25.516748 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 44896) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:25.518412 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aadf73-d2ca-4962-8d4c-2d5241ad584e None None] Sync routers for ids ['1d89d332-4c11-4acf-8d03-062a4c07d300'] in dv-cinder-800703-3-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:19:25.528654 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aadf73-d2ca-4962-8d4c-2d5241ad584e None None] Routers {'1d89d332-4c11-4acf-8d03-062a4c07d300'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:19:25.529461 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d1aadf73-d2ca-4962-8d4c-2d5241ad584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:19:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['1d89d332-4c11-4acf-8d03-062a4c07d300'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:25.621304 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Publish callbacks [] for router, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:25.633245 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-d1aadf73-d2ca-4962-8d4c-2d5241ad584e None None] Set router 1d89d332-4c11-4acf-8d03-062a4c07d300 gateway port host: dv-cinder-800703-3-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:19:25.728246 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:25.779142 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Deleting port 47e9ab1c-6ea3-4f30-abb0-9d649633f452 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:25.779480 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:25.804482 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d1aadf73-d2ca-4962-8d4c-2d5241ad584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'name': 'tempest-TestVolumeBootPattern-102050397-router', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'external_fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:19:24Z', 'revision_number': 5, 'project_id': '722af816dadb42e79cb222e026e41b91', 'gw_port': {'id': '47e9ab1c-6ea3-4f30-abb0-9d649633f452', 'name': '', 'network_id': 'e4ad215c-37c3-4bf2-8f72-3ce7a2f501a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d29677-6c95-437b-bdc6-f5616199bce1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-3-iscsi'}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:25.830296 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aadf73-d2ca-4962-8d4c-2d5241ad584e None None] Checking router: 1d89d332-4c11-4acf-8d03-062a4c07d300 for host: dv-cinder-800703-3-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:19:25.838992 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aadf73-d2ca-4962-8d4c-2d5241ad584e None None] Routers {'1d89d332-4c11-4acf-8d03-062a4c07d300'} bound to L3 agent in host dv-cinder-800703-3-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:19:25.839588 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d1aadf73-d2ca-4962-8d4c-2d5241ad584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T15:59:37Z,description=,heartbeat_timestamp=2021-12-15T16:19:07Z,host='dv-cinder-800703-3-iscsi',id=600558e8-399b-4a84-84c8-b4c2404a8314,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T15:59:37Z,topic='l3_agent')) {'router_ids': ['1d89d332-4c11-4acf-8d03-062a4c07d300'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:25.859614 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] For port 47e9ab1c-6ea3-4f30-abb0-9d649633f452, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=47e9ab1c-6ea3-4f30-abb0-9d649633f452,segment=NetworkSegment(7a96b3b3-4cd6-4b47-a472-0133c04457c3),segment_id=7a96b3b3-4cd6-4b47-a472-0133c04457c3)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:19:25.860002 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:25.872358 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Calling delete_port for 47e9ab1c-6ea3-4f30-abb0-9d649633f452 owned by network:router_gateway {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:25.924907 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-d1aadf73-d2ca-4962-8d4c-2d5241ad584e None None] Set router 1d89d332-4c11-4acf-8d03-062a4c07d300 gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:19:25.976602 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d1aadf73-d2ca-4962-8d4c-2d5241ad584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'name': 'tempest-TestVolumeBootPattern-102050397-router', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:19:25Z', 'revision_number': 6, 'project_id': '722af816dadb42e79cb222e026e41b91', 'gw_port_host': None}], 'dv-cinder-800703-3-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:26.001314 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aadf73-d2ca-4962-8d4c-2d5241ad584e None None] The sync data for ids ['1d89d332-4c11-4acf-8d03-062a4c07d300'] in dv-cinder-800703-3-iscsi is: [{'id': '1d89d332-4c11-4acf-8d03-062a4c07d300', 'name': 'tempest-TestVolumeBootPattern-102050397-router', 'tenant_id': '722af816dadb42e79cb222e026e41b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:04Z', 'updated_at': '2021-12-15T16:19:25Z', 'revision_number': 6, 'project_id': '722af816dadb42e79cb222e026e41b91', 'gw_port_host': None}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:19:26.035754 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987449'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.060990 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e9ab1c-6ea3-4f30-abb0-9d649633f452,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:26.121730 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552239'] for router_gateway, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.207533 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12919'] for router, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.210221 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.251907 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549814'] for router, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.252510 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d89d332-4c11-4acf-8d03-062a4c07d300 {{(pid=102582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:19:26.257332 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.258626 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-82546e75-ab04-419b-a9af-7f48a2566143 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1d89d332-4c11-4acf-8d03-062a4c07d300 HTTP/1.1" status: 204 len: 168 time: 0.7408617 Dec 15 16:19:26.261123 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 44898) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:26.305314 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a385d1c-c5c4-416a-ba86-eeb983a360b9 admin admin] Deleting subnet f2538514-b783-4294-98f3-59765eeba5a2 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:19:26.308279 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3a385d1c-c5c4-416a-ba86-eeb983a360b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.340727 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3a385d1c-c5c4-416a-ba86-eeb983a360b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10181431'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.424075 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3a385d1c-c5c4-416a-ba86-eeb983a360b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33000096'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.475923 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3a385d1c-c5c4-416a-ba86-eeb983a360b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33000107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175715'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.503643 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3a385d1c-c5c4-416a-ba86-eeb983a360b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.507777 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-3a385d1c-c5c4-416a-ba86-eeb983a360b9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f2538514-b783-4294-98f3-59765eeba5a2 HTTP/1.1" status: 204 len: 168 time: 0.2455645 Dec 15 16:19:26.508792 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a385d1c-c5c4-416a-ba86-eeb983a360b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2538514-b783-4294-98f3-59765eeba5a2,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:26.510204 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0f882-3a60-4e9a-afa5-52b68be9b754 None None] Network 82886a44-a43f-417d-8136-5abb7d69957a requested from dv-cinder-800703-3-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:19:26.510956 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44900) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:26.580584 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32997262'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.634612 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Deleting port 744f85c6-24c6-419d-b6b2-339e0d8a9675 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:26.634973 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759266477424'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.698023 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] For port 744f85c6-24c6-419d-b6b2-339e0d8a9675, host dv-cinder-800703-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-3-iscsi',level=0,port_id=744f85c6-24c6-419d-b6b2-339e0d8a9675,segment=NetworkSegment(de64350a-9e29-4353-91c6-c7eaf1c9aa5c),segment_id=de64350a-9e29-4353-91c6-c7eaf1c9aa5c)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:19:26.698372 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514180'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.711027 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Calling delete_port for 744f85c6-24c6-419d-b6b2-339e0d8a9675 owned by network:dhcp {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:26.787723 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae94484-e881-4865-b645-dc686573ba44 None None] DHCP port deletion for 82886a44-a43f-417d-8136-5abb7d69957a request from dv-cinder-800703-3-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:19:26.792333 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33075872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759266519251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759265952696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10073261'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.817901 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2ae94484-e881-4865-b645-dc686573ba44 None None] The port '744f85c6-24c6-419d-b6b2-339e0d8a9675' was deleted {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 15 16:19:26.820810 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] No DVR routers for this DVR port 744f85c6-24c6-419d-b6b2-339e0d8a9675 on host dv-cinder-800703-3-iscsi {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:19:26.826188 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Pushing event deleted for resources: {'Port': ['ID=744f85c6-24c6-419d-b6b2-339e0d8a9675,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:26.897652 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33001271', 'neutron.services.segments.db._delete_segments_for_network-8759266536322'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.918419 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82886a44-a43f-417d-8136-5abb7d69957a']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:26.927860 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de64350a-9e29-4353-91c6-c7eaf1c9aa5c') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:26.928152 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de64350a-9e29-4353-91c6-c7eaf1c9aa5c') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:26.937150 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759266538635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125457'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.950591 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.957544 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:19:26.958044 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32998441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10073328'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: timer() Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: cb(*args, **kw) Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: self._notify() Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: self.callback(batched_events) Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: event.method(event) Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._get(url).json() Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:19:26.959985 dv-cinder-800703-3-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:19:27.016758 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33001278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552195'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:27.022825 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588911'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:27.026116 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] 10.222.0.41 "DELETE /v2.0/networks/82886a44-a43f-417d-8136-5abb7d69957a HTTP/1.1" status: 204 len: 168 time: 0.5140815 Dec 15 16:19:27.038568 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043eb0f-8847-4323-ada3-6575d23eaf57 admin admin] Pushing event deleted for resources: {'Network': ['ID=82886a44-a43f-417d-8136-5abb7d69957a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:27.136041 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44904) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:27.179192 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f7ec69be-fb7d-4c1e-9e80-ccb25c68068a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28eebd9de9a6480b8762cc5e77221f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416598 Dec 15 16:19:27.181284 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.41', 44906) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:27.226605 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f447cf3b-0cfa-4fc6-a5ff-9c033808b308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:27.246924 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f447cf3b-0cfa-4fc6-a5ff-9c033808b308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:27.292245 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f447cf3b-0cfa-4fc6-a5ff-9c033808b308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:27.294774 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f447cf3b-0cfa-4fc6-a5ff-9c033808b308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:27.295892 dv-cinder-800703-3-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f447cf3b-0cfa-4fc6-a5ff-9c033808b308 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b29aaffc-1ee1-4e2b-b1b5-2a1be1f1b8c6 HTTP/1.1" status: 204 len: 168 time: 0.1137264 Dec 15 16:19:27.303843 dv-cinder-800703-3-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447cf3b-0cfa-4fc6-a5ff-9c033808b308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29aaffc-1ee1-4e2b-b1b5-2a1be1f1b8c6,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:27.411195 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 744f85c6-24c6-419d-b6b2-339e0d8a9675 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:19:27.431610 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 744f85c6-24c6-419d-b6b2-339e0d8a9675 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:19:27.431989 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 744f85c6-24c6-419d-b6b2-339e0d8a9675 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:19:27.432429 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 95fb81d9-0a04-4b94-952e-93cfda52d7fa no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:19:27.451129 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 95fb81d9-0a04-4b94-952e-93cfda52d7fa {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:19:27.451483 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 95fb81d9-0a04-4b94-952e-93cfda52d7fa not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:19:27.451902 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 47e9ab1c-6ea3-4f30-abb0-9d649633f452 no longer exists at agent ovs-agent-dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:19:27.471092 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-da8c98c7-f867-4664-81b9-e120761227af None None] No Port match for: 47e9ab1c-6ea3-4f30-abb0-9d649633f452 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:19:27.471446 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Device 47e9ab1c-6ea3-4f30-abb0-9d649633f452 not bound to the agent host dv-cinder-800703-3-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:19:27.602311 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 44912) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:27.640195 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-898bf5e0-d654-4874-82aa-b44f1ee04f2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=722af816dadb42e79cb222e026e41b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367496 Dec 15 16:19:27.642541 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.41', 44914) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:27.693943 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-733b24fe-ba6a-4197-9a19-9f371139b318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:27.713963 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-733b24fe-ba6a-4197-9a19-9f371139b318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:27.762683 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-733b24fe-ba6a-4197-9a19-9f371139b318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382313'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:27.765206 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-733b24fe-ba6a-4197-9a19-9f371139b318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:27.766368 dv-cinder-800703-3-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-733b24fe-ba6a-4197-9a19-9f371139b318 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/115c08b6-751b-4b7b-be6e-4725d427d6d1 HTTP/1.1" status: 204 len: 168 time: 0.1229110 Dec 15 16:19:27.774009 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b24fe-ba6a-4197-9a19-9f371139b318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115c08b6-751b-4b7b-be6e-4725d427d6d1,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:29.642648 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:35.096413 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4b0bbb1a-ef94-4dc7-8aef-2f5f8fd30a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:37.228587 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d8975aff-2fcb-4a9b-89d3-2251606a25d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:38.682770 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:39.813261 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:41.456502 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:52.414800 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:19:59.663733 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:05.098597 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-335de404-9915-4e42-9ef1-919201aa3443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:07.229160 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9a700420-f82a-4d09-ae9b-27e666bc9f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:08.684573 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:09.815476 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:11.459150 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:29.413092 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:20:29.655384 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:35.099667 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-73f30fef-271d-484b-873d-f401703132a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:37.229875 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3e7088b2-5f01-48a9-acbc-ce287d937501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:38.687508 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:39.818306 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:41.470193 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:59.673599 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:05.101730 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-44da9eb2-1c5f-4f2e-9e21-deb3f322cb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:06.411755 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:21:07.230146 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5b1327ec-52bc-4702-b58e-3a42f15f6fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:08.689451 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.821117 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:11.462734 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:29.670886 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:35.105852 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ee2eadbd-23eb-4e09-aada-a77cd2d6d3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:37.230498 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b35d9ddb-9250-472e-b555-9ee1dbc7f16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.691205 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:39.823238 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.465491 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:43.411290 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:21:59.678130 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:05.105862 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f8c53ced-91a6-4662-99be-ec653badbc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:07.231710 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-10351219-5519-49a5-b2d9-35417e01064c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:08.697918 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:09.826498 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:11.466813 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.410529 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:22:29.670659 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:35.106120 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8d329a96-a92c-40b1-be10-6f148ecfd169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:37.232841 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0386e590-d26a-4e9b-b666-29a6acdbbed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:38.697987 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.828754 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:41.468390 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:49.602721 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [req-f93e7773-1870-4269-88dc-0de113ea6dbd req-6d309b52-c0c5-49d2-a2f9-338d358fab7d service neutron] (102582) timed out ('10.222.0.18', 63980) {{(pid=102582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 16:22:55.259973 dv-cinder-800703-3-iscsi neutron-server[102582]: DEBUG neutron.wsgi [req-b473b9b5-384b-45ba-b7e4-12f5e7de3b5a req-56c70101-ed0c-4e00-ba75-6808352bc553 service neutron] (102582) timed out ('10.222.0.18', 63984) {{(pid=102582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 16:22:57.409687 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:22:59.685791 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:05.105224 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-685ec05e-7279-4218-b9ff-019e24356c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:07.234147 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dc339046-6a34-4e69-a746-418d90d89d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:08.700447 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:09.831083 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:11.470089 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:29.702298 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:34.408456 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:23:35.106501 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ec2ccc5d-eda6-48ad-aa10-4113e1c1af51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:37.234868 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-089d68c0-c1a9-4a4d-a48d-047a48d1f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:38.706005 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:39.833931 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:41.471330 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:59.702098 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.106734 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e56d2319-e4ce-4d0a-8475-4bbd73d37ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:07.236280 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-46255153-4a6d-4928-83a1-17473a3cdf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:08.705613 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:09.837451 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:11.407664 dv-cinder-800703-3-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-6776b1d3-56b9-493c-9924-92a8477f6bb1 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:24:11.475525 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:29.708645 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3beebdc2-b016-4cef-a2fc-1ba22f5ba8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:35.107409 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-860c47b1-9016-4354-831a-1945ab349453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:37.237321 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-51040de8-47a7-4745-991b-653dd88801f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:38.707334 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-106f3dc3-1283-42c9-a0a7-f8b0009ee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.839229 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-033b37c8-5251-445a-8df1-b849bfa2b51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.478701 dv-cinder-800703-3-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-da8c98c7-f867-4664-81b9-e120761227af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759266536277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33003489'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}